-- Logs begin at Tue 2021-06-15 13:31:06 UTC, end at Tue 2021-06-15 14:50:02 UTC. -- Jun 15 14:20:31.713123 dv-cinder-796286-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 14:20:34.482905 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:20:34.483498 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev348 Jun 15 14:20:34.483681 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:20:34.486903 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:20:34.487157 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev348 Jun 15 14:20:34.487463 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:20:34.488412 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:20:34.488647 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:20:34.489010 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:20:34.489251 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:20:34.489473 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:20:34.489788 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.490080 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.490371 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.490600 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.490890 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.491178 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.491454 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.491742 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.492060 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.492345 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.492622 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.492905 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.493132 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.493410 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.493692 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.493972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.494193 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] debug = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.494470 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.494888 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.495300 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.495572 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.495878 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.496153 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.496422 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.496696 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.496976 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.497298 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] host = dv-cinder-796286-3-smb {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.497570 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.497851 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.498131 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.498412 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.498683 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.498955 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.499234 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.499504 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.500051 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] log_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.500323 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.500609 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.500905 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.501204 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.501425 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.501651 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.501934 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.502216 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.502488 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.502760 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.503030 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.503299 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.503567 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.503832 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.504137 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.504423 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.504703 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.504975 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.505248 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.505515 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.505784 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.506065 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.506337 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.506609 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.506880 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.507162 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.507428 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.507699 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.508032 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.508315 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.508594 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.508874 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.509143 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.509421 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.509690 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.509960 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.510229 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] use_json = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.510502 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.510770 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.511046 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.511315 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.511589 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.511880 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.512147 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.512430 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:34.512728 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.513021 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.513317 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.513601 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.513892 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.514167 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.514453 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.514729 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.515014 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.515299 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.515585 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.515882 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.516168 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.516445 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.517262 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.517565 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.517855 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.518141 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.518413 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.518686 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.518958 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.519235 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.519518 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.519809 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.520129 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.520402 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.520684 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.520973 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.521252 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.521522 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.521804 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.522090 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.522366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.522637 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.522919 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.523193 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.523464 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.523734 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.524044 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.524330 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.524605 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.524875 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.525143 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.525417 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.525683 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.525964 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.526237 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.526505 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.526773 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.527052 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.527323 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.527593 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.527882 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.528157 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.528433 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.528703 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.528974 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.529242 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.529509 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.529778 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.530046 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.530312 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.530586 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.530854 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.531122 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.531391 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.531665 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.531961 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.532881 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.533184 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.533464 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.533740 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.534016 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.534291 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.534565 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.534839 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.535116 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.535389 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.535659 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.535973 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.536256 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.536537 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.536817 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.537092 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.537381 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.537654 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.537934 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.538207 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.538479 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.538762 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.539044 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.539334 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.539623 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.539937 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.540228 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.540520 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.540798 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.541103 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.541381 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:34.541604 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:20:34.541842 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92176) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 14:20:34.889456 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:34.889670 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:34.889954 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:20:34.890282 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 14:20:35.277673 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.277956 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.278228 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.279515 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.279792 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.280083 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.314295 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.314572 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.314837 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.327727 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.328038 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.328305 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.357539 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.357819 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.358082 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.394622 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.394911 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.395178 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.623879 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.624513 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.624513 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.624930 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.625851 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.750569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.751388 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.751676 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.751970 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.752243 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.752554 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.752809 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.753060 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.753310 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.753587 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.753841 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.754104 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.754361 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.754619 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.754869 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.755134 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.755404 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.755656 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.755952 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.756205 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.756481 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.756823 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.757070 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.757349 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.757594 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.757836 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.758223 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:20:35.758460 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:20:35.758695 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:20:35.758928 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:20:35.759161 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:20:35.759392 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:20:35.760736 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 14:20:35.763811 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 14:20:35.768401 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 14:20:35.772152 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 15 14:20:35.773770 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 14:20:35.774227 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 14:20:35.774559 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 14:20:35.774937 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 14:20:35.777733 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 14:20:35.777977 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 14:20:35.778316 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:20:35.805535 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 14:20:35.805985 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.806299 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92176) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 15 14:20:35.806644 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.808011 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92176) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 14:20:35.808294 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:20:35.808540 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 14:20:35.811682 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.811998 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:35.874498 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 14:20:35.874908 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 14:20:35.875119 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 14:20:35.875493 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 14:20:35.897151 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_db.sqlalchemy.engines [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92176) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 15 14:20:36.530937 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Initializing driver for type 'gre' Jun 15 14:20:36.531464 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] gre ID ranges: [(1, 1000)] Jun 15 14:20:36.696800 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Initializing driver for type 'local' Jun 15 14:20:36.697449 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Initializing driver for type 'vlan' Jun 15 14:20:36.788064 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] VlanTypeDriver initialization complete Jun 15 14:20:36.788327 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Initializing driver for type 'vxlan' Jun 15 14:20:36.788896 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] vxlan ID ranges: [(1, 1000)] Jun 15 14:20:37.005469 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Initializing extension driver 'port_security' Jun 15 14:20:37.005975 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.extensions.port_security [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] PortSecurityExtensionDriver initialization complete Jun 15 14:20:37.006307 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Initializing mechanism driver 'openvswitch' Jun 15 14:20:37.006629 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Initializing mechanism driver 'hyperv' Jun 15 14:20:37.013504 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.plugins.ml2.plugin [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:37.014452 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > port after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.014822 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > port after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.015196 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > port after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.015582 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > subnet after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.015958 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > subnet after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.016302 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > subnet after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.016679 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > network after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.017566 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > network after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.017905 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > network after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.018330 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > security_group after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.018676 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > security_group after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.019013 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > security_group after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.019413 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.019807 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.020173 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.022499 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > address_group after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.022499 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > address_group after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.022499 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > address_group after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.022499 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] ML2 OVO RPC backend initialized. {{(pid=92176) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 15 14:20:37.022815 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router_interface after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.022910 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.023288 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > network before_response 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.023623 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > networks before_response 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.023997 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > port before_response 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.024329 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > ports before_response 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.024664 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > subnet before_response 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.024997 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > subnets before_response 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.025332 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > network after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.025661 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > network after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.025988 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > network after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.026329 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > port after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.026676 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > port after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.027005 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > port after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.027331 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > subnet after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.027657 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > subnet after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.028010 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > subnet after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.028610 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.plugin [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Modular L2 Plugin initialization complete Jun 15 14:20:37.028939 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading services supported by the core plugin {{(pid=92176) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 14:20:37.029259 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.plugins.ml2.managers [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Got port-security extension from driver 'port_security' Jun 15 14:20:37.029714 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.extensions.vlantransparent [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Disabled vlantransparent extension. Jun 15 14:20:37.030195 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92176) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 14:20:37.030508 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading Plugin: router Jun 15 14:20:37.066473 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router_interface before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.066789 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router after_create 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.067151 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router before_create 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.067507 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.067903 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.068253 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router after_delete 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.068605 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > floatingip after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.068958 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router after_create 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.069294 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router after_update 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.069651 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router after_update 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.069991 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.070337 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router after_update 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.070738 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_update 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.071116 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: port after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.071451 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: port after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.071775 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: subnet after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.072141 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.072479 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > port precommit_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.072816 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_create 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.073146 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: port before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.073478 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.073846 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router after_update 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.074184 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_delete 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.074525 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_create 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.074879 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router_interface after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.075214 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_update 55549900 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.075580 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > network after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.076456 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Tracking information for resource: router configured {{(pid=92176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:20:37.076782 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Tracking information for resource: floatingip configured {{(pid=92176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:20:37.082489 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.db.l3_agentschedulers_db [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 14:20:37.083054 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: port after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.083407 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: port after_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.083751 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: port after_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.084137 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: port after_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.084912 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router before_create 55550100 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.085267 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_delete 55550100 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.085624 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_create 55550100 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.085972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > router precommit_update 55550100 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.090655 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.services.provider_configuration [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service providers = [] {{(pid=92176) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 14:20:37.091015 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.db.servicetype_db [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92176) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 14:20:37.093878 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.services.service_base [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:20:37.094219 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.services.service_base [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:20:37.094552 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.services.service_base [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:20:37.095464 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.services.service_base [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:20:37.095821 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.services.service_base [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 14:20:37.096215 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:20:37.096524 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 14:20:37.106925 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:20:37.107251 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading Plugin: auto_allocate Jun 15 14:20:37.113214 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: network precommit_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.113573 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: network precommit_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.114082 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:20:37.114396 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading Plugin: tag Jun 15 14:20:37.120907 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:20:37.121226 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading Plugin: timestamp Jun 15 14:20:37.125401 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:20:37.125727 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading Plugin: network_ip_availability Jun 15 14:20:37.131667 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.132061 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.132408 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.133115 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:20:37.133428 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading Plugin: flavors Jun 15 14:20:37.138096 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:20:37.138420 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading Plugin: revisions Jun 15 14:20:37.143325 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:20:37.143706 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_concurrency.lockutils [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.254s {{(pid=92176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:20:37.144463 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92176) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 15 14:20:37.144789 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Initializing extension manager. Jun 15 14:20:37.145281 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: __init__.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.145625 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: __pycache__ {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.145951 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.146273 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: address_group.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.146998 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.147557 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: address-group Jun 15 14:20:37.147881 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: address_scope.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.148574 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.149066 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: address-scope Jun 15 14:20:37.149379 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: admin_state_down_before_update.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.150272 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.150769 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: router-admin-state-down-before-update Jun 15 14:20:37.151082 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: agent.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.151959 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.152508 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: agent Jun 15 14:20:37.152826 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: agent_resources_synced.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.153705 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.154200 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: agent-resources-synced Jun 15 14:20:37.154513 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: allowedaddresspairs.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.156277 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.156789 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: allowed-address-pairs Jun 15 14:20:37.157105 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: auto_allocated_topology.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.158193 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.158700 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: auto-allocated-topology Jun 15 14:20:37.159013 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: availability_zone.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.159676 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.160198 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: availability_zone Jun 15 14:20:37.160510 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: availability_zone_filter.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.161411 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.161897 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: availability_zone_filter Jun 15 14:20:37.162206 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: data_plane_status.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.163078 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.163565 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 14:20:37.163881 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: default_subnetpools.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.164788 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.165273 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: default-subnetpools Jun 15 14:20:37.165583 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: dhcpagentscheduler.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.166362 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.166850 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: dhcp_agent_scheduler Jun 15 14:20:37.167162 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: dns.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.168071 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.168566 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension dns-integration not supported by any of loaded plugins Jun 15 14:20:37.168887 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: dns_domain_ports.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.169765 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.170252 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 14:20:37.170566 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: dvr.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.171219 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.171713 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: dvr Jun 15 14:20:37.172061 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: empty_string_filtering.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.172939 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.173468 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: empty-string-filtering Jun 15 14:20:37.173779 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.174655 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.175197 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:20:37.175513 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.176416 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.176905 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 14:20:37.177232 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: external_net.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.178135 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.178624 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: external-net Jun 15 14:20:37.178932 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: extra_dhcp_opt.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.186528 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.187014 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: extra_dhcp_opt Jun 15 14:20:37.187323 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: extraroute.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.188228 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.189253 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: extraroute Jun 15 14:20:37.189564 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: extraroute_atomic.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.190570 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.191063 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: extraroute-atomic Jun 15 14:20:37.191378 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: filter_validation.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.192046 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.192573 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: filter-validation Jun 15 14:20:37.192866 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: fip_pf_description.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.193757 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.194246 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 14:20:37.194558 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: fip_port_details.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.195461 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.195985 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: fip-port-details Jun 15 14:20:37.196305 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: flavors.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.197542 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.198038 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: flavors Jun 15 14:20:37.198361 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.200026 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.201021 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 14:20:37.201021 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: floatingip_pools.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.201501 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.202000 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: floatingip-pools Jun 15 14:20:37.202312 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: ip_allocation.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.203206 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.203715 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 14:20:37.204165 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.205492 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.205985 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: ip-substring-filtering Jun 15 14:20:37.206302 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: l2_adjacency.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.207200 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.207689 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 14:20:37.208037 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: l3.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.209000 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.209501 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: router Jun 15 14:20:37.209815 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: l3_conntrack_helper.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.217693 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.218208 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:20:37.218536 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.219440 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.220003 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: ext-gw-mode Jun 15 14:20:37.220326 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.221274 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.221777 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: l3-ha Jun 15 14:20:37.222094 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: l3_flavors.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.222982 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.223479 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: l3-flavors Jun 15 14:20:37.223810 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.224730 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.225228 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 14:20:37.225544 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: l3agentscheduler.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.226576 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.227070 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: l3_agent_scheduler Jun 15 14:20:37.227387 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: logging.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.228892 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.229393 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension logging not supported by any of loaded plugins Jun 15 14:20:37.229714 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: metering.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.230432 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.230994 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: metering Jun 15 14:20:37.231310 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.232448 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.232947 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: metering_source_and_destination_fields Jun 15 14:20:37.233263 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: multiprovidernet.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.234164 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.234657 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: multi-provider Jun 15 14:20:37.234969 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: netmtu.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.235906 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.236405 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: net-mtu Jun 15 14:20:37.236741 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: netmtu_writable.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.240395 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.240897 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: net-mtu-writable Jun 15 14:20:37.241208 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: network_availability_zone.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.241855 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.242345 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: network_availability_zone Jun 15 14:20:37.242654 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: network_ip_availability.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.243714 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.244295 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: network-ip-availability Jun 15 14:20:37.244618 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: network_segment_range.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.245370 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.245861 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 14:20:37.246175 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: pagination.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.247137 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.247462 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: pagination Jun 15 14:20:37.247770 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: port_device_profile.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.248679 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.249179 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: port-device-profile Jun 15 14:20:37.249487 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.250645 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.251638 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: port-mac-address-regenerate Jun 15 14:20:37.252002 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.252884 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.253381 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: port-numa-affinity-policy Jun 15 14:20:37.253693 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: port_resource_request.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.254584 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.255105 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 14:20:37.255449 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: portbindings.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.256368 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.256877 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: binding Jun 15 14:20:37.257189 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: portbindings_extended.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.260015 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.260554 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: binding-extended Jun 15 14:20:37.260932 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: portsecurity.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.261843 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.262352 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: port-security Jun 15 14:20:37.262671 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: project_id.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.263621 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.263974 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: project-id Jun 15 14:20:37.264294 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: providernet.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.265195 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.265698 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: provider Jun 15 14:20:37.266013 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.270173 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.270693 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos not supported by any of loaded plugins Jun 15 14:20:37.271022 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.272266 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.272769 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 14:20:37.273092 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.273979 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.274499 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 14:20:37.274817 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos_default.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.280620 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.281122 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos-default not supported by any of loaded plugins Jun 15 14:20:37.281437 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos_fip.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.282069 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.282583 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos-fip not supported by any of loaded plugins Jun 15 14:20:37.282896 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos_gateway_ip.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.283815 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.284330 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 14:20:37.284644 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos_port_network_policy.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.285533 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.286034 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 14:20:37.286348 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos_rule_type_details.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.287234 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.287735 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 14:20:37.288081 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: qos_rules_alias.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.289087 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.289588 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 14:20:37.289964 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: quotasv2.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.290857 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.291177 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: quotas Jun 15 14:20:37.291490 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: quotasv2_detail.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.294519 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.294853 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: quota_details Jun 15 14:20:37.295175 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: rbac.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.296255 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.296772 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: rbac-policies Jun 15 14:20:37.297095 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: rbac_address_group.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.297998 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.298523 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: rbac-address-group Jun 15 14:20:37.298844 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: rbac_address_scope.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.299735 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.300260 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: rbac-address-scope Jun 15 14:20:37.300580 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: rbac_security_groups.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.301501 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.302001 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: rbac-security-groups Jun 15 14:20:37.302315 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: rbac_subnetpool.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.303409 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.303943 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: rbac-subnetpool Jun 15 14:20:37.304268 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: revisionifmatch.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.305161 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.305679 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: revision-if-match Jun 15 14:20:37.305995 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: revisions.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.309696 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.310195 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: standard-attr-revisions Jun 15 14:20:37.310514 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: router_availability_zone.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.311166 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.311667 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: router_availability_zone Jun 15 14:20:37.312015 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: routerservicetype.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.312941 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.313438 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension router-service-type not supported by any of loaded plugins Jun 15 14:20:37.314283 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.315188 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.315682 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: security-groups-normalized-cidr Jun 15 14:20:37.316028 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: security_groups_port_filtering.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.316967 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.317415 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: port-security-groups-filtering Jun 15 14:20:37.317727 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.318657 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.319147 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: security-groups-remote-address-group Jun 15 14:20:37.319460 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: securitygroup.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.328980 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.330125 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: security-group Jun 15 14:20:37.330453 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: segment.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.331221 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.331722 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension segment not supported by any of loaded plugins Jun 15 14:20:37.332067 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.332986 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.333484 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 14:20:37.333804 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: servicetype.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.334896 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.335426 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: service-type Jun 15 14:20:37.335740 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: sorting.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.336712 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.337036 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: sorting Jun 15 14:20:37.337350 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: standard_attr_segment.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.338242 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.338736 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 14:20:37.339049 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: standardattrdescription.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.339675 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.340199 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: standard-attr-description Jun 15 14:20:37.340515 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: stateful_security_group.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.341456 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.342019 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: stateful-security-group Jun 15 14:20:37.342274 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: stdattrs_common.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.342832 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 14:20:37.343144 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.344146 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.344654 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 14:20:37.344992 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: subnet_onboard.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.346019 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.346525 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: subnet_onboard Jun 15 14:20:37.346918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.347821 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.348342 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 14:20:37.348656 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: subnet_service_types.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.349545 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.350046 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: subnet-service-types Jun 15 14:20:37.350357 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: subnetallocation.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.351410 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.351938 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: subnet_allocation Jun 15 14:20:37.352268 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.352920 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.353415 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: subnetpool-prefix-ops Jun 15 14:20:37.353727 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.354645 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.355140 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 14:20:37.355453 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: tagging.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.356532 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.357042 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: standard-attr-tag Jun 15 14:20:37.357352 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: timestamp.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.366623 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.367137 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loaded extension: standard-attr-timestamp Jun 15 14:20:37.367451 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: trunk.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.368851 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.369212 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension trunk not supported by any of loaded plugins Jun 15 14:20:37.369533 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: trunk_details.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.370461 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.370964 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension trunk-details not supported by any of loaded plugins Jun 15 14:20:37.371282 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: uplink_status_propagation.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.372214 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.372719 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 14:20:37.373034 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Loading extension file: vlantransparent.py {{(pid=92176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 15 14:20:37.373707 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 15 14:20:37.374213 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 14:20:37.377632 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:network Jun 15 14:20:37.378148 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:subnet Jun 15 14:20:37.378535 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:20:37.378927 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:port Jun 15 14:20:37.380309 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.380742 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service FLAVORS assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.381374 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.381780 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.382102 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:router Jun 15 14:20:37.382530 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:20:37.383015 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service METERING assigned prefix: /metering {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.384499 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.384883 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.385227 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:20:37.386219 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:20:37.386647 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:20:37.387071 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:20:37.387685 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service CORE assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.388033 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:20:37.388395 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] subnetpool is already registered Jun 15 14:20:37.388810 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service CORE assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.389156 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:20:37.395111 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] subnetpool is already registered Jun 15 14:20:37.395111 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.395111 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service FLAVORS assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.395111 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.395111 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.395111 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:router Jun 15 14:20:37.395111 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] router is already registered Jun 15 14:20:37.395111 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:20:37.395673 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] floatingip is already registered Jun 15 14:20:37.395673 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service METERING assigned prefix: /metering {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.396108 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:20:37.396427 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] rbac_policy is already registered Jun 15 14:20:37.396826 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:20:37.397150 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] security_group is already registered Jun 15 14:20:37.397546 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:20:37.397867 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] security_group_rule is already registered Jun 15 14:20:37.398494 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service CORE assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.398806 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:20:37.399128 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] subnetpool is already registered Jun 15 14:20:37.399534 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.v2.resource_helper [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Service CORE assigned prefix: {{(pid=92176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:20:37.399880 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:20:37.400214 dv-cinder-796286-3-smb neutron-server[92176]: WARNING neutron.quota.resource_registry [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] subnetpool is already registered Jun 15 14:20:37.400669 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: extensions {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.402137 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: address-groups {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.403608 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: address-scopes {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.405206 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: agents {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.406362 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: auto-allocated-topology {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.407635 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: availability_zones {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.409053 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: dhcp-networks {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.410639 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: dhcp-agents {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.412067 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: routers {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.413768 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: flavors {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.415039 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: service_profiles {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.416260 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: next_providers {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.417677 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: service_profiles {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.419226 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: floatingip-pools {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.423825 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: routers {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.423825 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: floatingips {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.424033 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: l3-routers {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.425324 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: l3-agents {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.426761 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: metering-labels {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.428153 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: metering-label-rules {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.430520 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: network-ip-availabilities {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.431766 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: bindings {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.433333 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: quotas {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.434877 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: quotas {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.436350 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: rbac-policies {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.437518 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: security-groups {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.439431 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: security-group-rules {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.440695 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: service-providers {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.441904 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: subnetpools {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.443224 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: subnetpools {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.444784 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.446426 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.448296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.450079 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.451714 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.453661 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.455380 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.457215 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.459038 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.460799 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron.api.extensions [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Extended resource: tags {{(pid=92176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:20:37.466793 dv-cinder-796286-3-smb neutron-server[92176]: WARNING keystonemiddleware.auth_token [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 14:20:37.471342 dv-cinder-796286-3-smb neutron-server[92176]: WARNING keystonemiddleware.auth_token [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 14:20:37.479627 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_concurrency.lockutils [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Acquired lock "singleton_lock" {{(pid=92176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 15 14:20:37.480130 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_concurrency.lockutils [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Releasing lock "singleton_lock" {{(pid=92176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 15 14:20:37.480771 dv-cinder-796286-3-smb neutron-server[92176]: INFO oslo_service.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Starting 2 workers Jun 15 14:20:37.486056 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Started child 92287 {{(pid=92176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:20:37.490474 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Started child 92288 {{(pid=92176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:20:37.491554 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.492289 dv-cinder-796286-3-smb neutron-server[92176]: INFO neutron.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 14:20:37.492838 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Notify callbacks [] for process, before_spawn {{(pid=92176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.493224 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [-] (92287) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:20:37.495270 dv-cinder-796286-3-smb neutron-server[92176]: INFO oslo_service.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Starting 1 workers Jun 15 14:20:37.495466 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.496837 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [-] (92288) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:20:37.500714 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Started child 92289 {{(pid=92176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:20:37.504196 dv-cinder-796286-3-smb neutron-server[92176]: INFO oslo_service.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Starting 1 workers Jun 15 14:20:37.505399 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] calling RpcWorker wait() {{(pid=92289) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 14:20:37.505949 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] returning from RpcWorker wait() {{(pid=92289) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 14:20:37.506284 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Started child 92290 {{(pid=92176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:20:37.507119 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG neutron_lib.callbacks.manager [None req-9f7559b1-fcf3-4473-92e2-d11ce10e3dea None None] Notify callbacks [] for process, after_spawn {{(pid=92176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.507229 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.507595 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:37.509082 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:20:37.509286 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:20:37.509632 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:20:37.509851 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:20:37.510192 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:20:37.510350 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:20:37.511019 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.511293 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.511398 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:37.511855 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.511855 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.512122 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.512548 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:37.512723 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.513128 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.513358 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.513634 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.513895 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.514069 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.514232 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.514481 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.514735 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.515027 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.515305 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.515651 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.515812 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.516153 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.516409 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.516682 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.516963 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.517219 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] debug = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.517468 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.517964 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.518203 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.518436 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.518670 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.518967 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.519223 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.519512 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.519771 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.520014 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.520241 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.520499 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.520737 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.520963 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.521213 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.521438 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.521649 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.522156 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] host = dv-cinder-796286-3-smb {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.522419 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.522588 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.522843 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.523028 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.523301 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.523531 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.523812 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.524092 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.524412 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.524570 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.524809 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.525054 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.525294 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.525547 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.525713 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_options = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.525952 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.526219 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.526456 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.526645 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.526875 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.527016 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.527201 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.527345 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.527590 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.527803 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.528044 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.528255 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.528461 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.528667 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.528913 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.529154 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.529379 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.529581 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.529906 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.530060 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.530241 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.530457 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.530722 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.530874 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.531098 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.531331 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.531552 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.531764 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.532009 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.532264 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.532544 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.532776 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.533084 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.533254 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.533467 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.533846 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.533993 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.534130 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.534523 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.534680 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.534819 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.535042 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.535320 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.535658 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.535825 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.536039 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_json = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.536180 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.536374 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.536624 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.536831 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.537037 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.537242 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.537472 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.537735 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.541801 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.541801 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.541801 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.541801 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.541801 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.541801 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.541801 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.541801 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.548994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.548994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.548994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.548994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.548994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.548994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.548994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.548994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.549653 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.549653 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.549653 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.549653 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.549653 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.549653 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.549653 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.549653 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.550918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.551517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.552366 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.553110 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.553110 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.553110 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.553344 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.553344 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.553544 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.553785 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.554179 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.554343 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.554487 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.554687 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.554920 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.555147 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.555524 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.555900 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.556026 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.556186 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.556396 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.556622 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.556855 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.557063 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.558575 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.558900 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.559150 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.559379 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.559657 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.560014 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.560257 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.560523 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.560764 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.561463 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.561698 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.565936 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.566189 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.566468 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.566748 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.567098 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.567330 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.567609 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.567883 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.568124 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.569504 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.569504 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.569504 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.569504 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.569504 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.571774 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.571774 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.571774 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.571774 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.571774 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.571774 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.571774 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.571774 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.574121 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.574121 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.574121 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.574121 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.574121 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.574121 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.574889 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.574889 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.575193 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.575455 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.576514 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581047 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581047 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581047 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581047 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581047 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581047 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581047 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581047 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581759 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581759 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581759 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.581759 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.582110 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.582110 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.582340 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.582602 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.582843 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.583104 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.583325 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.583592 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.583834 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.584246 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.584560 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.584777 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.585043 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.585419 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.585683 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.585907 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.586142 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.586407 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.586645 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.586860 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.587072 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.587288 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.587501 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.588268 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.588490 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.588709 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.588946 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.589170 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.589386 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.589603 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.589810 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.590040 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.590274 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.590560 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.590814 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.591027 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.591251 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.591600 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.591952 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.592222 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.592473 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.592860 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.593081 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.593300 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.593517 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.593728 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.593938 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.594182 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.594391 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.594629 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.594875 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.595187 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.595421 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.595674 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.595906 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.596140 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.596394 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.596610 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.596822 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.597031 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.597239 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.597448 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.597679 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.597898 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.598119 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.598377 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.598582 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.598789 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.598997 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.599202 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.599484 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.599752 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.600391 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.600626 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.600852 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.601098 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.601305 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.601510 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.601720 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.601924 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.602146 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.602351 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.602554 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.602763 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.602983 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.603223 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.603428 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.603639 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.603886 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.604138 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.604351 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.604490 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.604706 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.604919 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.605370 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.605868 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.606094 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.606321 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.606783 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.607187 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.607429 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.607691 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.609073 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.609326 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.609574 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.609811 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.610052 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.610272 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.611027 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.611354 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.611675 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.611950 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.612204 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.612471 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.612758 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.615311 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.615311 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.615311 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.615311 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.615311 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.615311 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.615311 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.615311 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.616289 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.616289 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.616289 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.616289 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.616684 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.616684 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.616909 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.617144 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.617613 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.617861 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.618075 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.618316 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.618553 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.619015 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.619238 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.619393 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:20:37.619994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:20:37.620457 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:20:37.620613 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:20:37.620784 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:20:37.620952 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:20:37.621122 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:20:37.621327 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.621487 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.621646 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.621987 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.621987 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.622449 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.622611 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.622767 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.622922 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.623077 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.623519 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.623679 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.623941 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.624258 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.624419 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.624899 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.625026 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.625180 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.625361 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.625494 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.625642 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.625789 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.625962 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] debug = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.626117 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.627201 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.627201 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.627404 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.627404 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.627569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.627723 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.627897 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.628055 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.628210 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.628446 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.628530 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.628651 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.628806 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.628959 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.629113 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.629267 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.629423 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] host = dv-cinder-796286-3-smb {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.629579 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.629734 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.629914 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.630052 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.630188 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.630336 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.630468 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.630613 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.630750 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.630885 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.631023 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.631158 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.631293 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.631461 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.631597 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_options = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.631740 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.631939 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.632083 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.632219 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.632367 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.632514 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.632649 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.632806 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.632960 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.633104 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.633244 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.633379 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.633538 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.633675 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.633833 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.633971 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.634113 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.634268 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.634405 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.634548 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.634705 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.634861 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.634990 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.635134 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.635270 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.635503 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.635650 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.635788 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.635966 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.636120 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.636260 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.636463 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.637650 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.638298 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.638459 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.638597 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.638734 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.638881 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.639021 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.639476 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.639632 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.639788 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.639967 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.640123 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.640278 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.641569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_json = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.641569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.641569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.641569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.641569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.641569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.641569 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.642445 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.642445 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:20:37.642445 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.642445 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.642445 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.642987 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.642987 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.642987 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.642987 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.643401 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.643401 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.643401 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.643749 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.643749 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.643994 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.644117 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.644239 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.644370 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.644496 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.644651 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.644819 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.644965 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.645124 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.645282 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.645462 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.645684 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.645772 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.645911 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.646069 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.646226 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.646386 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.646544 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.646702 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.646861 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.647018 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.647176 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.647333 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.647491 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.647647 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.647825 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.648009 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.648168 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.648313 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.648660 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.648660 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.648871 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.648954 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.649067 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.649225 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.649383 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.649590 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.649755 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.649924 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.650081 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.650239 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.650396 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.650553 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.650700 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.650858 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.651015 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.651173 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.651330 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.651486 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.651662 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.651837 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.652020 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.652180 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.652322 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.652482 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.652639 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.652795 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.652953 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.653109 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.653267 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.653426 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.653583 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.653741 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.654198 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.654198 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.654198 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.654518 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.654518 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.654663 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.654775 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.655972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.655972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.655972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.655972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.655972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.655972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.655972 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.656540 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.656540 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.656774 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:37.656862 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.656862 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.656862 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.656862 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.657117 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.657117 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.657293 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.657482 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.657640 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.657796 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.657952 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.658108 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.658264 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.658420 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.658577 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.658734 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.658890 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.659046 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.659201 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.659358 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.659523 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.659680 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.659849 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.660019 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.660193 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661097 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661097 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661097 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661097 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661097 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661097 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661444 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661444 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661681 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661799 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.661909 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.662074 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.662243 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.662400 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.662558 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.662715 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.662895 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.663054 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.663211 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.663369 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.663527 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.663683 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.663840 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.664020 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.664178 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.664334 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.664492 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.664651 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.664808 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.664965 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.665121 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.665285 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.665448 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.665605 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.665761 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.665918 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.666077 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.666234 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.666391 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.666547 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.666703 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.666880 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.667041 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.667206 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.667399 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.667493 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.667634 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.667796 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.668120 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.668276 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.669735 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.669910 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.670075 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.670238 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.671195 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.671369 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.671541 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.671708 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.671893 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.672063 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.672228 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.672435 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.672656 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.672870 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.673554 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.673709 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.673873 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.674030 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.674338 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.674645 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.674791 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.675009 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.675152 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.675277 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.675612 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.675776 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.675964 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.676167 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.676509 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.676678 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.676856 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.677004 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.677186 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.677325 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.677573 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.677573 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.677812 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.677935 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.678058 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.678184 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.678383 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.678539 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.678835 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.679001 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.679155 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.679479 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.679641 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.679852 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.680055 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.680208 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.680380 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.680530 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.680690 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.680840 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.681053 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.681225 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.681381 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.681538 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.681701 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.681924 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.682094 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.682250 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.682409 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.682564 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.682722 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.682890 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.683049 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.683230 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.683395 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.683552 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.683710 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.684057 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.684057 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.684229 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.684370 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.684527 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.684684 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.684842 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.685001 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.685164 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.685331 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.685496 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.685656 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.685822 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.685989 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.686155 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.686312 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.686477 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.686648 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.686804 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.686961 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.687117 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.687274 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.687431 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.687588 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.687746 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.687928 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.688088 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.688244 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.688402 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.688558 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.689336 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.689496 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.689655 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.689838 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.689982 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.690140 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.690296 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:20:37.690447 dv-cinder-796286-3-smb neutron-server[92176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:20:37.898725 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 51396) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:37.907214 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063312 Jun 15 14:20:49.250469 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d095e77-12ad-48b7-9375-e972709cf44d None None] get_active_networks_info from dv-cinder-796286-3-smb {{(pid=92289) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 15 14:20:49.329340 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d095e77-12ad-48b7-9375-e972709cf44d None None] No non-hosted networks {{(pid=92289) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 14:20:49.357841 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.agentschedulers_db [None req-1d095e77-12ad-48b7-9375-e972709cf44d None None] DHCP Agent not found on host dv-cinder-796286-3-smb {{(pid=92289) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 15 14:20:49.623246 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-9efa3b9c-cdc3-466e-b079-a8345e80c1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318'] for agent, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:51.853076 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318'] for agent, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:51.854753 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.860814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.860814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.860814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.860814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.860814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.861392 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.861392 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.861392 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.861392 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.861392 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.861760 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:20:51.861760 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:51.866219 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:20:52.069211 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-38500132-c91d-46ed-ac8e-be02ae4be77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318'] for agent, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:52.102792 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.db.api [None req-91964db5-b799-4e2f-8aff-cdb9e7ce27f5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-796286-3-smb {{(pid=92289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:20:52.103466 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_db.api [None req-91964db5-b799-4e2f-8aff-cdb9e7ce27f5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:20:52.691411 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-91964db5-b799-4e2f-8aff-cdb9e7ce27f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:52.862993 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318'] for agent, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:54.628144 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318'] for agent, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:55.880606 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 51490) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:56.322787 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.db.l3_hamode_db [None req-10d61bf3-9292-4685-bbe2-08ec8bdd4710 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 14:20:56.398623 dv-cinder-796286-3-smb neutron-server[92288]: WARNING oslo_policy.policy [None req-4e36d011-8611-4774-8424-d52d76e37fae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:20:56.399229 dv-cinder-796286-3-smb neutron-server[92288]: WARNING oslo_policy.policy [None req-4e36d011-8611-4774-8424-d52d76e37fae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:20:56.412574 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d61bf3-9292-4685-bbe2-08ec8bdd4710 None None] Routers set() bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:20:56.412957 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d61bf3-9292-4685-bbe2-08ec8bdd4710 None None] Router IDs set() for agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 15 14:20:56.612158 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [None req-4e36d011-8611-4774-8424-d52d76e37fae admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:20:56.613175 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-4e36d011-8611-4774-8424-d52d76e37fae admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7316854 Jun 15 14:20:58.905774 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 51504) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:20:59.219173 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-c472621f-a67c-4c12-98aa-f14c4b925c68 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:20:59.318074 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.policy [None req-c472621f-a67c-4c12-98aa-f14c4b925c68 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92288) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:20:59.362650 dv-cinder-796286-3-smb neutron-server[92288]: WARNING oslo_policy.policy [None req-c472621f-a67c-4c12-98aa-f14c4b925c68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:20:59.363008 dv-cinder-796286-3-smb neutron-server[92288]: WARNING oslo_policy.policy [None req-c472621f-a67c-4c12-98aa-f14c4b925c68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:20:59.371589 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.quota [None req-c472621f-a67c-4c12-98aa-f14c4b925c68 admin admin] Loaded quota_driver: . Jun 15 14:20:59.532253 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c472621f-a67c-4c12-98aa-f14c4b925c68 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769602425178', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769602425639', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769602439151', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769602443545', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769602402085', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769602416384', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1785131', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1759931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622851', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570575'] for rbac-policy, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.736272 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c472621f-a67c-4c12-98aa-f14c4b925c68 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:20:59.737530 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-c472621f-a67c-4c12-98aa-f14c4b925c68 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8308134 Jun 15 14:21:02.271501 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 51516) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:02.769949 dv-cinder-796286-3-smb neutron-server[92287]: WARNING oslo_policy.policy [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:21:02.770563 dv-cinder-796286-3-smb neutron-server[92287]: WARNING oslo_policy.policy [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:21:02.984300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Request body: {'network': {'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'project_id': '30a615ab9b144f128935332634cf5fd7', 'name': 'private', 'admin_state_up': True}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:02.985933 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.quota [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Loaded quota_driver: . Jun 15 14:21:03.113955 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Made reservation on behalf of 30a615ab9b144f128935332634cf5fd7 for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:03.184102 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.policy [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92287) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:21:03.229243 dv-cinder-796286-3-smb neutron-server[92287]: WARNING oslo_policy.policy [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:21:03.229622 dv-cinder-796286-3-smb neutron-server[92287]: WARNING oslo_policy.policy [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:21:03.240376 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.263893 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.397205 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.536361 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.541880 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:03.562598 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:21:03.590740 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769604465327', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.591331 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Unsubscribe: segment precommit_create {{(pid=92287) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:21:03.591889 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Added segment 5c731f6c-e176-4e9f-a222-48023c11df68 of type vlan for network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 Jun 15 14:21:03.598987 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f43ae6-6a16-477a-93b8-8b9ed002c60d,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:03.622364 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.622689 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.623377 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.623377 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.623595 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.623916 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.624478 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.624777 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.625136 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.625434 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.625753 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.626008 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Tracked resource versions report: Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: pushed versions: Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: { 'AddressGroup': {'1.2'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'ConntrackHelper': {'1.0'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Log': {'1.0'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Network': {'1.1'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Port': {'1.7'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'PortForwarding': {'1.2'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'QosPolicy': {'1.8'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'SecurityGroup': {'1.4'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'SubPort': {'1.0'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Subnet': {'1.1'}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Trunk': {'1.1'}} Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: consumer versions: Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: { DHCP agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: L3 agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: Metadata agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: Metering agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: Open vSwitch agent@dv-cinder-796286-3-smb: { 'AddressGroup': '1.2', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'ConntrackHelper': '1.0', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Log': '1.0', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Network': '1.1', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Port': '1.7', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'PortForwarding': '1.2', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'QosPolicy': '1.8', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'SecurityGroup': '1.4', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'SecurityGroupRule': '1.2', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'SubPort': '1.0', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Subnet': '1.1', Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: 'Trunk': '1.1'}} Jun 15 14:21:03.627068 dv-cinder-796286-3-smb neutron-server[92287]: {{(pid=92287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:21:03.711255 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:03.727715 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.833224 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.834851 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:03.835529 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:03.837598 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:03.946751 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6730437 Jun 15 14:21:03.947399 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Pushing event updated for resources: {'Network': ['ID=d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:03.964959 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:03.974260 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:21:06.568956 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 51538) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:06.998987 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d82929e-3aec-4ee1-b4e9-940e47ea83e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:07.000586 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-1d82929e-3aec-4ee1-b4e9-940e47ea83e1 admin admin] 10.222.0.22 "GET /v2.0/networks/d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 HTTP/1.1" status: 200 len: 825 time: 0.4306614 Jun 15 14:21:07.037577 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a14359f8-84e5-4974-80a5-06f3b923528e admin admin] 10.222.0.22 "GET /v2.0/subnetpools/b8c18ba9-57a1-4476-8971-7838714c99ee HTTP/1.1" status: 200 len: 734 time: 0.0316014 Jun 15 14:21:07.045912 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b8c18ba9-57a1-4476-8971-7838714c99ee', 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:07.136365 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Made reservation on behalf of 30a615ab9b144f128935332634cf5fd7 for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:07.138768 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:07.536084 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:07.540785 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:07.614513 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Checking segment: {'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:07.615361 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Network hostable DHCP agents. Network: d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:21:07.625412 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffda416-3338-42c7-9128-6d827fb0659a,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:07.628836 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:07.730470 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:21:07.822104 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:07.827550 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:07.828975 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:07.832493 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78134fe-63cd-4558-b69e-9047b7e58585 None None] Network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:07.891449 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8487315 Jun 15 14:21:08.191703 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5958717a-f091-5199-abcc-bf837abd8577-d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63', 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'fixed_ips': [{'subnet_id': '0ffda416-3338-42c7-9128-6d827fb0659a'}]}} from dv-cinder-796286-3-smb. {{(pid=92289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:21:08.192972 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:08.563659 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.db_base_plugin_common [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Allocated IP 172.20.0.2 (d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63/0ffda416-3338-42c7-9128-6d827fb0659a/c8aad416-796c-4048-b342-ee3b9a7157f0) {{(pid=92289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:21:08.849088 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:08.864961 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Transition to ACTIVE for port object c8aad416-796c-4048-b342-ee3b9a7157f0 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:08.888426 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Transition to ACTIVE for port object c8aad416-796c-4048-b342-ee3b9a7157f0 will not be triggered until provisioned by entity DHCP. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:08.982460 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:08.985800 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:09.059046 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 is already hosted by enough agents. {{(pid=92289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:21:09.063775 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.base_scheduler [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Resources bound (agent type, host, resource id): {{(pid=92289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:09.073247 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Received port after_create {{(pid=92289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:21:09.080523 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Pushing event updated for resources: {'Port': ['ID=c8aad416-796c-4048-b342-ee3b9a7157f0,revision_number=1']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:09.104523 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.104793 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.105122 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.105448 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.105771 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.106090 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.106409 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.106722 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.107033 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.107343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.107660 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.107991 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Tracked resource versions report: Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: pushed versions: Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: { 'AddressGroup': {'1.2'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'ConntrackHelper': {'1.0'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Log': {'1.0'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Network': {'1.1'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Port': {'1.7'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'PortForwarding': {'1.2'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'QosPolicy': {'1.8'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'SecurityGroup': {'1.4'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'SubPort': {'1.0'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Subnet': {'1.1'}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Trunk': {'1.1'}} Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: consumer versions: Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: { DHCP agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: L3 agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: Metadata agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: Metering agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: Open vSwitch agent@dv-cinder-796286-3-smb: { 'AddressGroup': '1.2', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'ConntrackHelper': '1.0', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Log': '1.0', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Network': '1.1', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Port': '1.7', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'PortForwarding': '1.2', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'QosPolicy': '1.8', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'SecurityGroup': '1.4', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'SecurityGroupRule': '1.2', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'SubPort': '1.0', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Subnet': '1.1', Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: 'Trunk': '1.1'}} Jun 15 14:21:09.109081 dv-cinder-796286-3-smb neutron-server[92289]: {{(pid=92289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:21:09.136338 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:09.171655 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Attempting to bind port c8aad416-796c-4048-b342-ee3b9a7157f0 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:21:09.172075 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Attempting to bind port c8aad416-796c-4048-b342-ee3b9a7157f0 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:21:09.172490 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Attempting to bind port c8aad416-796c-4048-b342-ee3b9a7157f0 on network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:09.177829 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:21:09.178240 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Checking segment: {'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:09.178700 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:09.179089 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Bound using segment: {'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:21:09.179569 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Bound port: c8aad416-796c-4048-b342-ee3b9a7157f0, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:21:09.179978 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:09.258964 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] For port c8aad416-796c-4048-b342-ee3b9a7157f0, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:21:09.279647 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] For port c8aad416-796c-4048-b342-ee3b9a7157f0, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c8aad416-796c-4048-b342-ee3b9a7157f0,segment=NetworkSegment(5c731f6c-e176-4e9f-a222-48023c11df68),segment_id=5c731f6c-e176-4e9f-a222-48023c11df68)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:21:09.348097 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:09.350269 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:09.411219 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Pushing event updated for resources: {'Port': ['ID=c8aad416-796c-4048-b342-ee3b9a7157f0,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:09.414239 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:10.292183 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 51546) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:10.642865 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [None req-9ea7abd5-9d4b-4ba9-8874-dee06f27f175 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:21:10.650636 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9ea7abd5-9d4b-4ba9-8874-dee06f27f175 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3513441 Jun 15 14:21:13.022802 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 51554) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:13.350936 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [None req-78ea41d0-6644-4d9b-a294-591ecf74bb14 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:21:13.352018 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-78ea41d0-6644-4d9b-a294-591ecf74bb14 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282669 Jun 15 14:21:15.455952 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07491383-4f3b-4936-8f04-42d307a8d65b None None] Network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:15.657271 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-d007368b-d1bf-4142-94ed-f26c9b2fa1ba None None] Provisioning for port c8aad416-796c-4048-b342-ee3b9a7157f0 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:15.728504 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c8aad416-796c-4048-b342-ee3b9a7157f0 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:15.880743 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port c8aad416-796c-4048-b342-ee3b9a7157f0 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:15.883910 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-fdcc60f4-f163-48f7-b643-efe67122c977 None None] Provisioning complete for port c8aad416-796c-4048-b342-ee3b9a7157f0 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:15.884322 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fdcc60f4-f163-48f7-b643-efe67122c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:15.886973 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port c8aad416-796c-4048-b342-ee3b9a7157f0 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:15.887331 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:15.990189 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 51568) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:16.078920 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fdcc60f4-f163-48f7-b643-efe67122c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:16.089975 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:16.134992 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-fdcc60f4-f163-48f7-b643-efe67122c977 None None] For port c8aad416-796c-4048-b342-ee3b9a7157f0, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c8aad416-796c-4048-b342-ee3b9a7157f0,segment=NetworkSegment(5c731f6c-e176-4e9f-a222-48023c11df68),segment_id=5c731f6c-e176-4e9f-a222-48023c11df68)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:16.251736 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fdcc60f4-f163-48f7-b643-efe67122c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:16.278986 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-4555f675-8214-4786-b26c-8db73197e5d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:16.305308 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-213bbd1f-f4cc-4e9f-b55c-f0fc538160aa admin admin] Request body: {'router': {'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:16.331090 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.db.api [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:21:16.332020 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_db.api [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:21:16.347009 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc60f4-f163-48f7-b643-efe67122c977 None None] Pushing event updated for resources: {'Port': ['ID=c8aad416-796c-4048-b342-ee3b9a7157f0,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:16.350286 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-fdcc60f4-f163-48f7-b643-efe67122c977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:16.405094 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-213bbd1f-f4cc-4e9f-b55c-f0fc538160aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42728'] for router, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:16.406711 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-213bbd1f-f4cc-4e9f-b55c-f0fc538160aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42721'] for router, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:16.684927 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-213bbd1f-f4cc-4e9f-b55c-f0fc538160aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:16.765443 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-213bbd1f-f4cc-4e9f-b55c-f0fc538160aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522'] for router, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:16.924578 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-213bbd1f-f4cc-4e9f-b55c-f0fc538160aa admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:16.926428 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-213bbd1f-f4cc-4e9f-b55c-f0fc538160aa admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9352498 Jun 15 14:21:17.687004 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c8aad416-796c-4048-b342-ee3b9a7157f0 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:17.739790 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port c8aad416-796c-4048-b342-ee3b9a7157f0 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:17.740188 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:19.226636 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 51576) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:19.233290 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-08c1b257-ef7e-409d-95b3-c63a0077455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:19.545772 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [None req-737d25fb-c3a8-4ee1-be41-8c41dddb4fad admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:21:19.546728 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-737d25fb-c3a8-4ee1-be41-8c41dddb4fad admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191762 Jun 15 14:21:21.776206 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:21.886544 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 51584) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:22.033164 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ecb6eaee-15d4-49f4-b491-1a393ef41f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.213876 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:22.290025 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Made reservation on behalf of b5fcf21830b44ad79a56f892c1e6ad6f for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:22.292889 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.311229 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.436450 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.472582 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.478147 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:22.485178 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Reserving flat network on physical network physnet1 {{(pid=92288) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 14:21:22.520561 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769604465327', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.521166 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Unsubscribe: segment precommit_create {{(pid=92288) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:21:22.521662 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Added segment 83ec9e77-0ad5-488c-8924-c542359227a7 of type flat for network 5f62d709-cdbe-4165-a655-5d8a79e885b9 Jun 15 14:21:22.539974 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b3d34d-05fa-4b5a-9337-91ade6d59d0d,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:22.551932 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.552275 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.552597 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.552926 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.553242 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.553558 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.553869 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.554203 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.554510 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.554820 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.555126 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.555437 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Tracked resource versions report: Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: pushed versions: Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: { 'AddressGroup': {'1.2'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'ConntrackHelper': {'1.0'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Log': {'1.0'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Network': {'1.1'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Port': {'1.7'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'PortForwarding': {'1.2'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'QosPolicy': {'1.8'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'SecurityGroup': {'1.4'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'SubPort': {'1.0'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Subnet': {'1.1'}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Trunk': {'1.1'}} Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: consumer versions: Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: { DHCP agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: L3 agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: Metadata agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: Metering agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: Open vSwitch agent@dv-cinder-796286-3-smb: { 'AddressGroup': '1.2', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'ConntrackHelper': '1.0', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Log': '1.0', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Network': '1.1', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Port': '1.7', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'PortForwarding': '1.2', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'QosPolicy': '1.8', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'SecurityGroup': '1.4', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'SecurityGroupRule': '1.2', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'SubPort': '1.0', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Subnet': '1.1', Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: 'Trunk': '1.1'}} Jun 15 14:21:22.556585 dv-cinder-796286-3-smb neutron-server[92288]: {{(pid=92288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:21:22.639359 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:22.659466 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.804339 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.805718 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:22.806348 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.809331 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:22.838897 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:22.930200 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Pushing event updated for resources: {'Network': ['ID=5f62d709-cdbe-4165-a655-5d8a79e885b9,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:22.933427 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:22.941095 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:21:22.953592 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0660081 Jun 15 14:21:24.661706 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:25.288166 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 51606) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:25.508874 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbda29b-9d37-4c25-b8e6-6a6fdfc004bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:25.510259 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-bfbda29b-9d37-4c25-b8e6-6a6fdfc004bd admin admin] 10.222.0.22 "GET /v2.0/subnets/0ffda416-3338-42c7-9128-6d827fb0659a HTTP/1.1" status: 200 len: 849 time: 0.2210655 Jun 15 14:21:25.719318 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a38bf82f-e67a-484f-9c3f-0684063e69c7 admin admin] 10.222.0.22 "GET /v2.0/routers/5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 HTTP/1.1" status: 200 len: 704 time: 0.2035878 Jun 15 14:21:26.096447 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.427771 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Allocated IP 172.20.0.1 (d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63/0ffda416-3338-42c7-9128-6d827fb0659a/9594afb6-bc27-49e4-867f-f7cac6c40dd1) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:21:26.624609 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.648039 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Transition to ACTIVE for port object 9594afb6-bc27-49e4-867f-f7cac6c40dd1 will not be triggered until provisioned by entity DHCP. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:26.782439 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.785607 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:26.912279 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:21:26.917079 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:26.927476 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:21:26.928697 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670303'] for router_interface, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:26.997990 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Pushing event updated for resources: {'Port': ['ID=9594afb6-bc27-49e4-867f-f7cac6c40dd1,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:27.008547 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:27.215018 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.215748 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-06703944-3d14-4afa-9e00-7f54c5476d41 None None] Provisioning for port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:27.219760 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-06703944-3d14-4afa-9e00-7f54c5476d41 None None] Provisioning complete for port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:27.220207 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-06703944-3d14-4afa-9e00-7f54c5476d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.260324 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-06703944-3d14-4afa-9e00-7f54c5476d41 None None] Port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:21:27.431716 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.518997 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.520260 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670411'] for router_interface, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.522069 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:27.590512 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Pushing event updated for resources: {'Port': ['ID=9594afb6-bc27-49e4-867f-f7cac6c40dd1,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:27.593745 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:27.709536 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:21:27.710757 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:27.880667 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-69df2939-b878-40e9-8f37-8c5594902009 None None] Provisioning complete for port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:27.881036 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-69df2939-b878-40e9-8f37-8c5594902009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:27.918880 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-69df2939-b878-40e9-8f37-8c5594902009 None None] Port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:21:27.975733 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Router 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 is scheduled to L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a with binding_index 1 {{(pid=92288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:21:28.099586 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:21:28.104660 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] 10.222.0.22 "PUT /v2.0/routers/5842bec1-bcca-4736-a6f2-8dbf5dcc29b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3799078 Jun 15 14:21:28.126683 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Sync routers for ids ['5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:21:28.137813 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Routers {'5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:28.138626 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:21:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:28.343287 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Set router 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 gateway port host: None {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:28.807173 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'name': 'router1', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:21:16Z', 'updated_at': '2021-06-15T14:21:27Z', 'revision_number': 2, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'gw_port_host': None, '_interfaces': [{'id': '9594afb6-bc27-49e4-867f-f7cac6c40dd1', 'name': '', 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'mac_address': 'fa:16:3e:21:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:26Z', 'updated_at': '2021-06-15T14:21:27Z', 'revision_number': 2, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'subnets': [{'id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8c18ba9-57a1-4476-8971-7838714c99ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:28.813037 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Checking router: 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:21:28.813409 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Updating router 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 binding host dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:21:28.884538 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.532194 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Notify callbacks [] for port, precommit_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.550790 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.provisioning_blocks [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Transition to ACTIVE for port object 9594afb6-bc27-49e4-867f-f7cac6c40dd1 will not be triggered until provisioned by entity L2. {{(pid=92290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:29.609764 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.615100 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:29.806219 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Pushing event updated for resources: {'Port': ['ID=9594afb6-bc27-49e4-867f-f7cac6c40dd1,revision_number=3']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:29.836970 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.837966 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.837966 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.837966 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.838220 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.838514 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.838818 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.839196 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.839419 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.839737 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.840033 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.840327 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Tracked resource versions report: Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: pushed versions: Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: { 'AddressGroup': {'1.2'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'ConntrackHelper': {'1.0'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Log': {'1.0'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Network': {'1.1'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Port': {'1.7'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'PortForwarding': {'1.2'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'QosPolicy': {'1.8'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'SecurityGroup': {'1.4'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'SubPort': {'1.0'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Subnet': {'1.1'}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Trunk': {'1.1'}} Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: consumer versions: Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: { DHCP agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: L3 agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: Metadata agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: Metering agent@dv-cinder-796286-3-smb: {}, Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: Open vSwitch agent@dv-cinder-796286-3-smb: { 'AddressGroup': '1.2', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'ConntrackHelper': '1.0', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Log': '1.0', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Network': '1.1', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Port': '1.7', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'PortForwarding': '1.2', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'QosPolicy': '1.8', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'SecurityGroup': '1.4', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'SecurityGroupRule': '1.2', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'SubPort': '1.0', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Subnet': '1.1', Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: 'Trunk': '1.1'}} Jun 15 14:21:29.842490 dv-cinder-796286-3-smb neutron-server[92290]: {{(pid=92290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:21:29.854683 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Attempting to bind port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:21:29.855093 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Attempting to bind port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:21:29.855513 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Attempting to bind port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 on network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:29.858476 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:29.861227 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:21:29.861644 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Checking segment: {'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:29.862141 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.862530 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Bound using segment: {'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:21:29.862987 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Bound port: 9594afb6-bc27-49e4-867f-f7cac6c40dd1, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c731f6c-e176-4e9f-a222-48023c11df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63'}}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:21:29.863345 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:29.941702 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] For port 9594afb6-bc27-49e4-867f-f7cac6c40dd1, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:21:29.964478 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] For port 9594afb6-bc27-49e4-867f-f7cac6c40dd1, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=9594afb6-bc27-49e4-867f-f7cac6c40dd1,segment=NetworkSegment(5c731f6c-e176-4e9f-a222-48023c11df68),segment_id=5c731f6c-e176-4e9f-a222-48023c11df68)] {{(pid=92290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:21:30.073654 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:30.075953 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:30.141841 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Routers {'5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:30.142470 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:21:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:30.145107 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Pushing event updated for resources: {'Port': ['ID=9594afb6-bc27-49e4-867f-f7cac6c40dd1,revision_number=4']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:30.203009 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:30.282135 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] Set router 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 gateway port host: None {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:30.304226 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 51626) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:30.437050 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9a6d8-b620-42ce-99a4-b7fe8b06b1aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:30.438405 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-d3e9a6d8-b620-42ce-99a4-b7fe8b06b1aa admin admin] 10.222.0.22 "GET /v2.0/networks/5f62d709-cdbe-4165-a655-5d8a79e885b9 HTTP/1.1" status: 200 len: 842 time: 0.1331575 Jun 15 14:21:30.448674 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:30.556353 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-3178846e-0386-49cf-9190-807c09a11225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'name': 'router1', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:21:16Z', 'updated_at': '2021-06-15T14:21:27Z', 'revision_number': 2, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'gw_port_host': None, '_interfaces': [{'id': '9594afb6-bc27-49e4-867f-f7cac6c40dd1', 'name': '', 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'mac_address': 'fa:16:3e:21:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:26Z', 'updated_at': '2021-06-15T14:21:29Z', 'revision_number': 4, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'subnets': [{'id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8c18ba9-57a1-4476-8971-7838714c99ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:30.559934 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178846e-0386-49cf-9190-807c09a11225 None None] The sync data for ids ['5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'] in dv-cinder-796286-3-smb is: [{'id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'name': 'router1', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:21:16Z', 'updated_at': '2021-06-15T14:21:27Z', 'revision_number': 2, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'gw_port_host': None, '_interfaces': [{'id': '9594afb6-bc27-49e4-867f-f7cac6c40dd1', 'name': '', 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'mac_address': 'fa:16:3e:21:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:26Z', 'updated_at': '2021-06-15T14:21:29Z', 'revision_number': 4, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'subnets': [{'id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8c18ba9-57a1-4476-8971-7838714c99ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:21:30.582904 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Made reservation on behalf of b5fcf21830b44ad79a56f892c1e6ad6f for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:21:30.586689 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.131071 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.objects.ports [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92288) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 15 14:21:31.131514 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.133617 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:31.186260 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=604f9b5e-5014-40f6-b874-01f1ebd25fe6,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:31.195157 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:31.213760 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:31.214112 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Network hostable DHCP agents. Network: 5f62d709-cdbe-4165-a655-5d8a79e885b9, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:21:31.318303 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:21:31.449935 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 5f62d709-cdbe-4165-a655-5d8a79e885b9) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:31.454800 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:31.457316 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:31.458438 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22f229-7f32-48b9-bd0b-c74290850dde None None] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:31.571045 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1259780 Jun 15 14:21:31.622083 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb89d7-b418-4fa2-94c1-46b98579cb43 None None] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:21:33.733485 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 9594afb6-bc27-49e4-867f-f7cac6c40dd1 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:33.843953 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:33.847949 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:33.848323 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.903845 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 51638) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:33.946473 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:33.982575 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 9594afb6-bc27-49e4-867f-f7cac6c40dd1, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=9594afb6-bc27-49e4-867f-f7cac6c40dd1,segment=NetworkSegment(5c731f6c-e176-4e9f-a222-48023c11df68),segment_id=5c731f6c-e176-4e9f-a222-48023c11df68)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:34.055493 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:34.059539 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-fdcc60f4-f163-48f7-b643-efe67122c977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:34.118287 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=9594afb6-bc27-49e4-867f-f7cac6c40dd1,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:34.121670 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:34.163266 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-ec8b81a9-bfc3-4b6e-a58b-d549066f45c1 admin admin] 10.222.0.22 "GET /v2.0/routers/5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 HTTP/1.1" status: 200 len: 710 time: 0.2581887 Jun 15 14:21:34.296710 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d65fec-6199-4b77-b809-82bc14efba13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:21:34.298042 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-88d65fec-6199-4b77-b809-82bc14efba13 admin admin] 10.222.0.22 "GET /v2.0/networks/5f62d709-cdbe-4165-a655-5d8a79e885b9 HTTP/1.1" status: 200 len: 886 time: 0.1297309 Jun 15 14:21:34.307058 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:21:34.665178 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.075828 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.156974 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.404411 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Allocated IP 172.28.2.79 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/ac1da218-ae23-4edf-8157-5edd4f164036) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:21:35.589718 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.702643 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 9594afb6-bc27-49e4-867f-f7cac6c40dd1 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:35.741787 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.744793 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:35.758828 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:35.759884 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:35.823295 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:21:35.831228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:21:35.835947 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:21:35.838897 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1da218-ae23-4edf-8157-5edd4f164036,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:35.928057 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:36.275158 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:36.601039 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:36.604220 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-666540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-666517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-706637'] for router, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:36.747298 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Router 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:21:36.906938 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:21:36.912942 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:36.913816 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] 10.222.0.22 "PUT /v2.0/routers/5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 HTTP/1.1" status: 200 len: 889 time: 2.6092772 Jun 15 14:21:36.918748 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Sync routers for ids ['5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:21:36.929977 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Routers {'5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:36.930648 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:21:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:37.186863 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Set router 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:37.692956 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'name': 'router1', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ac1da218-ae23-4edf-8157-5edd4f164036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:21:16Z', 'updated_at': '2021-06-15T14:21:36Z', 'revision_number': 4, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'gw_port': {'id': 'ac1da218-ae23-4edf-8157-5edd4f164036', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:35Z', 'updated_at': '2021-06-15T14:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9594afb6-bc27-49e4-867f-f7cac6c40dd1', 'name': '', 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'mac_address': 'fa:16:3e:21:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:26Z', 'updated_at': '2021-06-15T14:21:33Z', 'revision_number': 5, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'subnets': [{'id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8c18ba9-57a1-4476-8971-7838714c99ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:37.698856 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Checking router: 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:21:37.699231 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Updating router 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 port ac1da218-ae23-4edf-8157-5edd4f164036 binding host dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:21:37.737927 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:38.108687 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:38.119044 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Transition to ACTIVE for port object ac1da218-ae23-4edf-8157-5edd4f164036 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:21:38.192700 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:38.195170 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:38.255164 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635840fd-a53e-4dd7-a3f2-9c3f9dc8d3de None None] Pushing event updated for resources: {'Port': ['ID=ac1da218-ae23-4edf-8157-5edd4f164036,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:38.257744 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Attempting to bind port ac1da218-ae23-4edf-8157-5edd4f164036 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:21:38.258124 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Attempting to bind port ac1da218-ae23-4edf-8157-5edd4f164036 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:21:38.258528 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Attempting to bind port ac1da218-ae23-4edf-8157-5edd4f164036 on network 5f62d709-cdbe-4165-a655-5d8a79e885b9 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:21:38.260840 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-635840fd-a53e-4dd7-a3f2-9c3f9dc8d3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:38.264987 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:21:38.265369 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:21:38.265772 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:38.266162 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Bound using segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:21:38.266635 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Bound port: ac1da218-ae23-4edf-8157-5edd4f164036, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:21:38.267010 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:38.323521 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] For port ac1da218-ae23-4edf-8157-5edd4f164036, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:21:38.326523 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] For port ac1da218-ae23-4edf-8157-5edd4f164036, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=ac1da218-ae23-4edf-8157-5edd4f164036,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:21:38.364369 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:38.366634 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:38.441351 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Routers {'5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:21:38.441971 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:21:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:38.443802 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635840fd-a53e-4dd7-a3f2-9c3f9dc8d3de None None] Pushing event updated for resources: {'Port': ['ID=ac1da218-ae23-4edf-8157-5edd4f164036,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:38.447267 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-635840fd-a53e-4dd7-a3f2-9c3f9dc8d3de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:38.589026 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] Set router 5842bec1-bcca-4736-a6f2-8dbf5dcc29b8 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:21:38.856286 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'name': 'router1', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ac1da218-ae23-4edf-8157-5edd4f164036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:21:16Z', 'updated_at': '2021-06-15T14:21:36Z', 'revision_number': 4, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'gw_port': {'id': 'ac1da218-ae23-4edf-8157-5edd4f164036', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:35Z', 'updated_at': '2021-06-15T14:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9594afb6-bc27-49e4-867f-f7cac6c40dd1', 'name': '', 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'mac_address': 'fa:16:3e:21:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:26Z', 'updated_at': '2021-06-15T14:21:33Z', 'revision_number': 5, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'subnets': [{'id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8c18ba9-57a1-4476-8971-7838714c99ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:21:38.860007 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811555b-38f1-42c8-9b55-fd7368213fd6 None None] The sync data for ids ['5842bec1-bcca-4736-a6f2-8dbf5dcc29b8'] in dv-cinder-796286-3-smb is: [{'id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'name': 'router1', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.79'}], 'enable_snat': True}, 'gw_port_id': 'ac1da218-ae23-4edf-8157-5edd4f164036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:21:16Z', 'updated_at': '2021-06-15T14:21:36Z', 'revision_number': 4, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'gw_port': {'id': 'ac1da218-ae23-4edf-8157-5edd4f164036', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:81:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:35Z', 'updated_at': '2021-06-15T14:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9594afb6-bc27-49e4-867f-f7cac6c40dd1', 'name': '', 'network_id': 'd248f5ff-ab4a-4b5c-b2a5-fcc492e70f63', 'tenant_id': '30a615ab9b144f128935332634cf5fd7', 'mac_address': 'fa:16:3e:21:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5842bec1-bcca-4736-a6f2-8dbf5dcc29b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:21:26Z', 'updated_at': '2021-06-15T14:21:33Z', 'revision_number': 5, 'project_id': '30a615ab9b144f128935332634cf5fd7', 'subnets': [{'id': '0ffda416-3338-42c7-9128-6d827fb0659a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8c18ba9-57a1-4476-8971-7838714c99ee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:21:39.289335 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 51646) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:21:39.423070 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-48c707c3-e226-4584-a051-8bccf734ebe9 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1325555 Jun 15 14:21:39.738194 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device ac1da218-ae23-4edf-8157-5edd4f164036 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:39.873038 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port ac1da218-ae23-4edf-8157-5edd4f164036 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:21:39.878104 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port ac1da218-ae23-4edf-8157-5edd4f164036 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:39.878515 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:39.977528 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:40.000327 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port ac1da218-ae23-4edf-8157-5edd4f164036, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=ac1da218-ae23-4edf-8157-5edd4f164036,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:21:40.101217 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:40.103425 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-635840fd-a53e-4dd7-a3f2-9c3f9dc8d3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:21:40.157332 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=ac1da218-ae23-4edf-8157-5edd4f164036,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:21:40.160356 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:21:41.709079 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device ac1da218-ae23-4edf-8157-5edd4f164036 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:21:41.766000 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port ac1da218-ae23-4edf-8157-5edd4f164036 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:21:41.766232 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:49.261646 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3861fd84-1ae2-4f3d-8f2d-ec30512fe622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:51.557204 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:21:51.792372 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:52.095395 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-dbbcdf79-0581-4892-85cc-521bdab44277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:52.786738 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:21:54.592451 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:19.237422 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a9ef5c0e-cbd8-42d7-87ac-935c487e49c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:21.808984 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:22.077271 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a0524353-d2cb-45ac-9e38-622380273c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:22.791851 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:24.632100 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:28.556474 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:22:49.248314 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-088dfc41-4b9b-4de7-9bc6-541852beb81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:51.779842 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:52.066225 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-82455850-4f24-43e3-9ff7-8f3d115cd7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:52.825515 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:22:54.619708 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:05.557418 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:23:18.737830 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52216) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:18.807091 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.pecan_wsgi.hooks.translation [None req-395a11eb-f409-4642-82bf-b24c35f82669 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:23:18.808670 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-395a11eb-f409-4642-82bf-b24c35f82669 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698228 Jun 15 14:23:19.000915 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe4a6f-5e2b-48d9-8d25-d97e2637a8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:19.002420 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-fcbe4a6f-5e2b-48d9-8d25-d97e2637a8ac admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1890528 Jun 15 14:23:19.259236 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3f4b2f16-8e07-4f2e-8efc-c178aabbdb7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:21.397528 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52226) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:21.510117 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cf251-70dc-41d9-b730-6184b72b081c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:21.511537 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-f38cf251-70dc-41d9-b730-6184b72b081c admin admin] 10.222.0.22 "GET /v2.0/subnets/0ffda416-3338-42c7-9128-6d827fb0659a HTTP/1.1" status: 200 len: 849 time: 0.1127853 Jun 15 14:23:21.525003 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:23:21.645036 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:21.802472 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:21.899348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769604449338'] for subnet, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:21.901911 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-11ffc040-e015-46f6-8b5b-599a23d80e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:23:21.943930 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:21.944526 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:21.947921 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] 10.222.0.22 "PUT /v2.0/subnets/0ffda416-3338-42c7-9128-6d827fb0659a HTTP/1.1" status: 200 len: 868 time: 0.4258916 Jun 15 14:23:21.952819 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84650aa5-9f83-4ca1-9c89-2c8688229ea0 None None] Network d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:23:21.990592 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffda416-3338-42c7-9128-6d827fb0659a,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:23:22.002899 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.003442 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.004024 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.004526 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.005062 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.005598 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.006104 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.006633 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.007192 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.007698 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.008243 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.008749 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:23:22.014962 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:23:22.154002 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d287f4bc-c7ef-4264-b192-b4087df4803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:22.498636 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-71aa1488-80f7-48c6-afea-57e527572f6e None None] Provisioning complete for port 9594afb6-bc27-49e4-867f-f7cac6c40dd1 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:23:22.499092 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-71aa1488-80f7-48c6-afea-57e527572f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:22.618518 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-71aa1488-80f7-48c6-afea-57e527572f6e None None] Provisioning complete for port c8aad416-796c-4048-b342-ee3b9a7157f0 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:23:22.618953 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-71aa1488-80f7-48c6-afea-57e527572f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:22.814265 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:24.221732 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52236) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:24.471848 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12941958-f78f-433e-a21c-6f9b73bd5f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:24.473436 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12941958-f78f-433e-a21c-6f9b73bd5f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:24.475645 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-12941958-f78f-433e-a21c-6f9b73bd5f9b admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2522941 Jun 15 14:23:24.627129 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:26.759659 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52244) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:26.988074 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d777d294-9d4d-45ee-9c65-e5aab2b90be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:26.988720 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d777d294-9d4d-45ee-9c65-e5aab2b90be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:26.990476 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-d777d294-9d4d-45ee-9c65-e5aab2b90be6 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2294302 Jun 15 14:23:29.235926 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52252) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:29.408669 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45275be5-67f6-4812-8f24-e3394e244c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:29.410080 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-45275be5-67f6-4812-8f24-e3394e244c2f admin admin] 10.222.0.22 "GET /v2.0/networks/5f62d709-cdbe-4165-a655-5d8a79e885b9 HTTP/1.1" status: 200 len: 886 time: 0.1731422 Jun 15 14:23:31.737429 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52260) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:32.042487 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f309cf9b-812c-4655-8f12-9cdc23c7f646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:32.044917 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-f309cf9b-812c-4655-8f12-9cdc23c7f646 admin admin] 10.222.0.22 "GET /v2.0/networks/d248f5ff-ab4a-4b5c-b2a5-fcc492e70f63 HTTP/1.1" status: 200 len: 869 time: 0.3059468 Jun 15 14:23:34.275561 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52268) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:34.426541 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55082d-abef-402b-8bca-ea205740291d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:34.427197 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55082d-abef-402b-8bca-ea205740291d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:34.429188 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9c55082d-abef-402b-8bca-ea205740291d admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1523931 Jun 15 14:23:37.097945 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52276) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:37.294123 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c68b7b-3191-40c5-8ab8-0045cd5a7db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:37.294495 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c68b7b-3191-40c5-8ab8-0045cd5a7db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:37.296131 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f8c68b7b-3191-40c5-8ab8-0045cd5a7db8 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1968372 Jun 15 14:23:39.523163 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52284) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:39.660765 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7735fe8-2b45-47ba-850a-6ed1a59f2696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:39.662227 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-e7735fe8-2b45-47ba-850a-6ed1a59f2696 admin admin] 10.222.0.22 "GET /v2.0/subnets/0ffda416-3338-42c7-9128-6d827fb0659a HTTP/1.1" status: 200 len: 868 time: 0.1377270 Jun 15 14:23:41.924926 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52292) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:23:42.033534 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961afe5-4687-46fa-9297-194544f8869d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:23:42.034805 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-1961afe5-4687-46fa-9297-194544f8869d admin admin] 10.222.0.22 "GET /v2.0/subnets/604f9b5e-5014-40f6-b874-01f1ebd25fe6 HTTP/1.1" status: 200 len: 816 time: 0.1083977 Jun 15 14:23:42.556916 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:23:49.282380 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6c574a26-c678-46aa-9053-7e1c3758ffd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:51.790359 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:52.126699 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-50636adb-9970-48bc-9043-c25b5ee9cc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:52.841145 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:23:54.635309 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:06.993199 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52336) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:24:07.043512 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [None req-399850f3-d81f-4eb9-9fb1-693d40750289 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:24:07.044678 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-399850f3-d81f-4eb9-9fb1-693d40750289 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505352 Jun 15 14:24:09.348536 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52344) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:24:09.421189 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.pecan_wsgi.hooks.translation [None req-9279c05b-b4d0-4185-b3fb-d175d62cb14b admin admin] GET failed (client error): The resource could not be found. Jun 15 14:24:09.422678 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-9279c05b-b4d0-4185-b3fb-d175d62cb14b admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0728719 Jun 15 14:24:09.538230 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a64b627-0d57-4b15-87ba-3e08e67d8d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:09.539714 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-9a64b627-0d57-4b15-87ba-3e08e67d8d59 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1126742 Jun 15 14:24:11.823176 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52352) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:24:11.878035 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:24:12.001066 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Made reservation on behalf of b5fcf21830b44ad79a56f892c1e6ad6f for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:24:12.003537 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:12.042957 dv-cinder-796286-3-smb neutron-server[92288]: WARNING neutron.services.revisions.revision_plugin [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Could not find related network for resource to bump revision. Jun 15 14:24:12.060033 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=92288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:24:12.070710 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:12.071056 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Added segment f74f000f-3334-43e1-b061-4f0a1990fcaf of type vlan for network b103e921-82ce-4f7c-be06-4afbf0ed4674 Jun 15 14:24:12.130563 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:12.275596 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:12.276989 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:12.277637 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:12.280745 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:12.363406 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Pushing event updated for resources: {'Network': ['ID=b103e921-82ce-4f7c-be06-4afbf0ed4674,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:12.370963 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.371591 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.372106 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.372341 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.372660 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.372977 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.373296 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.373822 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.374135 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.374451 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.374764 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.375073 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:12.379278 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:12.387483 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network b103e921-82ce-4f7c-be06-4afbf0ed4674 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:24:12.454704 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6297536 Jun 15 14:24:14.793325 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52360) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:24:14.863171 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.pecan_wsgi.hooks.translation [None req-116f9fc5-4f62-4d1c-ae55-e6dd82cf8b6c admin admin] GET failed (client error): The resource could not be found. Jun 15 14:24:14.864991 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-116f9fc5-4f62-4d1c-ae55-e6dd82cf8b6c admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0704980 Jun 15 14:24:15.003797 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff68ae1-0637-4238-b854-9bcb5d0051ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:15.006256 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6ff68ae1-0637-4238-b854-9bcb5d0051ce admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1369202 Jun 15 14:24:15.025477 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:24:15.150021 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Made reservation on behalf of b5fcf21830b44ad79a56f892c1e6ad6f for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:24:15.154139 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:15.509439 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:15.512078 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4559462b-4583-4aa1-8525-346a4716e424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:15.578067 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5bfb50-7a95-4ed8-8212-5d8915fb73a2,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:15.583614 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:15.592261 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Checking segment: {'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:24:15.593229 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Network hostable DHCP agents. Network: b103e921-82ce-4f7c-be06-4afbf0ed4674, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:24:15.680822 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Network b103e921-82ce-4f7c-be06-4afbf0ed4674 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:24:15.772480 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, b103e921-82ce-4f7c-be06-4afbf0ed4674) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:24:15.778854 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:24:15.779888 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:15.783484 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dfc019-b874-43d0-96c9-f325a6f2ab16 None None] Network b103e921-82ce-4f7c-be06-4afbf0ed4674 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:24:15.852998 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8312721 Jun 15 14:24:16.034944 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5958717a-f091-5199-abcc-bf837abd8577-b103e921-82ce-4f7c-be06-4afbf0ed4674', 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674', 'tenant_id': 'b5fcf21830b44ad79a56f892c1e6ad6f', 'fixed_ips': [{'subnet_id': 'da5bfb50-7a95-4ed8-8212-5d8915fb73a2'}]}} from dv-cinder-796286-3-smb. {{(pid=92289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:24:16.035831 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:16.229830 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.db_base_plugin_common [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Allocated IP 192.168.233.2 (b103e921-82ce-4f7c-be06-4afbf0ed4674/da5bfb50-7a95-4ed8-8212-5d8915fb73a2/9daadaa5-5af9-4f53-a798-283809194c3f) {{(pid=92289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:24:16.460244 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Notify callbacks [] for port, precommit_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:16.471735 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Transition to ACTIVE for port object 9daadaa5-5af9-4f53-a798-283809194c3f will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:24:16.489903 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Transition to ACTIVE for port object 9daadaa5-5af9-4f53-a798-283809194c3f will not be triggered until provisioned by entity DHCP. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:24:16.568118 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:16.570687 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-635840fd-a53e-4dd7-a3f2-9c3f9dc8d3de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:16.736287 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Network b103e921-82ce-4f7c-be06-4afbf0ed4674 is already hosted by enough agents. {{(pid=92289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:24:16.741064 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.base_scheduler [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Resources bound (agent type, host, resource id): {{(pid=92289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:24:16.745075 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Received port after_create {{(pid=92289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:24:16.757764 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Pushing event updated for resources: {'Port': ['ID=9daadaa5-5af9-4f53-a798-283809194c3f,revision_number=1']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:16.768788 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.769093 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.769303 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.769634 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.769944 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.770255 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.770578 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.770913 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.771230 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.771547 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.771854 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.772227 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:24:16.796596 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:16.847431 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Attempting to bind port 9daadaa5-5af9-4f53-a798-283809194c3f on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:24:16.847970 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Attempting to bind port 9daadaa5-5af9-4f53-a798-283809194c3f by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:24:16.848423 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Attempting to bind port 9daadaa5-5af9-4f53-a798-283809194c3f on network b103e921-82ce-4f7c-be06-4afbf0ed4674 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:24:16.855400 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:24:16.856018 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Checking segment: {'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:24:16.856715 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:16.857248 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Bound using segment: {'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:24:16.857944 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Bound port: 9daadaa5-5af9-4f53-a798-283809194c3f, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:24:16.858334 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:16.954287 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] For port 9daadaa5-5af9-4f53-a798-283809194c3f, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:24:16.958080 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] For port 9daadaa5-5af9-4f53-a798-283809194c3f, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=9daadaa5-5af9-4f53-a798-283809194c3f,segment=NetworkSegment(f74f000f-3334-43e1-b061-4f0a1990fcaf),segment_id=f74f000f-3334-43e1-b061-4f0a1990fcaf)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:24:17.025720 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:17.026678 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:17.116005 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Pushing event updated for resources: {'Port': ['ID=9daadaa5-5af9-4f53-a798-283809194c3f,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:17.130039 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:17.913632 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 9daadaa5-5af9-4f53-a798-283809194c3f up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:24:18.063615 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 9daadaa5-5af9-4f53-a798-283809194c3f completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:24:18.099508 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570dd9bb-a6a0-4fbb-bd00-36cdb8b524db None None] Network b103e921-82ce-4f7c-be06-4afbf0ed4674 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:24:18.301687 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] Provisioning for port 9daadaa5-5af9-4f53-a798-283809194c3f completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:24:18.312806 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] Provisioning complete for port 9daadaa5-5af9-4f53-a798-283809194c3f triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:24:18.313349 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:18.482321 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:18.559488 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] For port 9daadaa5-5af9-4f53-a798-283809194c3f, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=9daadaa5-5af9-4f53-a798-283809194c3f,segment=NetworkSegment(f74f000f-3334-43e1-b061-4f0a1990fcaf),segment_id=f74f000f-3334-43e1-b061-4f0a1990fcaf)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:24:18.635037 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:18.640551 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:24:18.932160 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] Pushing event updated for resources: {'Port': ['ID=9daadaa5-5af9-4f53-a798-283809194c3f,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:24:18.938198 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:24:18.960565 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6ec95664-e053-4949-a4eb-4a94e26238c4 None None] Provisioning complete for port 9daadaa5-5af9-4f53-a798-283809194c3f triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:24:18.961219 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6ec95664-e053-4949-a4eb-4a94e26238c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:19.280909 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-96ccba21-4fd6-47e4-b397-583e4b6a5b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:19.560250 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:24:19.831027 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 9daadaa5-5af9-4f53-a798-283809194c3f up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:24:19.904308 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 9daadaa5-5af9-4f53-a798-283809194c3f triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:24:19.905376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:21.818825 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:22.075046 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4a2262f9-0406-4f81-9412-02dad615c51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:22.802712 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:24.652261 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:49.268984 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-1b0c4c65-0f6f-4d45-8a10-b98a1571f82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:51.817388 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:52.125519 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5c9c5a2f-fcb8-4651-b68b-d3e359597502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:52.851732 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:54.697159 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:24:56.559401 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:25:19.268219 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d6859c28-cdbf-4b13-afdc-f241420486be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:21.811289 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:22.085451 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c6cf226a-321a-4992-9ae9-500c9ac565c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:22.890626 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:24.656717 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:33.558340 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:25:39.592534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52414) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:25:39.601163 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [None req-f33dee35-8a6e-479c-b1d4-db7e43f9f2a3 tempest-verify_tempest_config-605377760 tempest-verify_tempest_config-605377760-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:25:39.602271 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-f33dee35-8a6e-479c-b1d4-db7e43f9f2a3 tempest-verify_tempest_config-605377760 tempest-verify_tempest_config-605377760-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0083814 Jun 15 14:25:40.274708 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52432) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:25:40.423290 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:40.533064 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:40.593392 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:40.596956 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:40.653119 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c035067-6e28-4f14-ba53-ab26f91f3c38,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:40.656995 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1155dcee5744e42b66dddc73f95031e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3810272 Jun 15 14:25:40.660387 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52436) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:25:40.663237 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.663576 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.663937 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.664266 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.664583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.664901 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.665224 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.665522 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.665835 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.666284 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.666606 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.666916 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.671220 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:40.740258 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:40.768746 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:40.930971 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:40.934755 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:40.935995 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c035067-6e28-4f14-ba53-ab26f91f3c38 HTTP/1.1" status: 204 len: 168 time: 0.2744601 Jun 15 14:25:40.936660 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:25:40.946885 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c035067-6e28-4f14-ba53-ab26f91f3c38,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:25:40.955832 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.956290 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.956678 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.957205 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.957776 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.958154 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.958651 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.959093 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.959607 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.960120 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.960557 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.960969 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:25:40.964848 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:25:49.272819 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-76b10816-8cbe-46b4-8a6c-75f4ce75228a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:51.993289 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:52.124754 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-f1044128-4c56-4c5c-a450-eb4f8d7d0966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:52.844342 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:25:54.632598 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:10.557018 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:26:19.254805 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-e56502c9-511b-40c6-9598-c1e506cadaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:21.793186 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:22.100744 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-396aa3bd-3f39-4f61-9996-d0afe2f8c763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:22.855776 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:24.666254 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:47.554729 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:26:49.271253 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e770-4b4e-488b-bd89-eadab2dc5d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:51.792021 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.082570 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d37610e9-1d92-43b0-9a2c-5e5baccbe58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:52.888365 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:26:54.665551 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:19.253580 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-492a0ac7-a64f-4b96-871d-69b267436cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:21.791540 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.122463 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-28f72190-f438-41ff-8423-f2ed344bba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:22.842171 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:24.552688 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 5 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:27:24.642396 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:33.024743 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318'] for agent, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:37.864136 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52490) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:37.980089 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-84a38e09-2db8-4f95-9860-0b97004a56d8 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1147294 Jun 15 14:27:40.241658 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52500) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:27:40.309467 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-14292f51-fad0-42ef-8889-64d8e0658faa admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0665908 Jun 15 14:27:49.310626 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-77eafa7d-9072-4ec5-8a33-726cbb4875c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:51.784590 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:52.098953 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-97e1a0d8-6c27-44e9-a768-1f40c15912ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:52.847098 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:27:54.653182 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:01.552994 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:28:02.938471 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:19.395329 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d10b1cff-2193-4c17-90ac-4864e4655d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:21.813441 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:22.138102 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-2db72ea5-53a6-458a-b562-ea401571d605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:22.880874 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:24.680873 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:32.944463 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:38.552953 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:28:49.281051 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-525820f4-4385-4184-a66f-820a365c6c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:51.794552 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.092058 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6390ef54-72ad-4e3e-87ae-535754990807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:52.869259 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:28:54.668928 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:02.971434 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:15.553128 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:29:19.285151 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fed8b299-4ea6-4b95-ba8d-449b93eb5d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:21.800538 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.086168 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4e2db003-a445-43b4-bd9d-95590ec2cdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:22.885702 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.652010 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52624) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:24.686052 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:24.984983 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-682984109-network', 'tenant_id': '71d5d50b9bd74e00a57d1cdba7a38e97'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:25.102474 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Made reservation on behalf of 71d5d50b9bd74e00a57d1cdba7a38e97 for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:25.104998 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.120422 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.237760 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.324884 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.329880 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-07f25c04-7f00-4b4b-bb6c-f032afaeaab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:25.360850 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=92288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:25.363234 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5188d6ce-ec33-43b5-8bae-a661c7b81482,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:25.375494 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.375844 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.376209 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.376657 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.376889 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.377283 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.377615 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.377929 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.378262 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.378592 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.378907 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.379230 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Tracked resource versions report: Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: pushed versions: Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: { 'AddressGroup': {'1.2'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'ConntrackHelper': {'1.0'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Log': {'1.0'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Network': {'1.1'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Port': {'1.7'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'PortForwarding': {'1.2'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'QosPolicy': {'1.8'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'SecurityGroup': {'1.4'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'SubPort': {'1.0'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Subnet': {'1.1'}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Trunk': {'1.1'}} Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: consumer versions: Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: { DHCP agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: HyperV agent@hv-cinder-79628: {}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: L3 agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: Metadata agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: Metering agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: Open vSwitch agent@dv-cinder-796286-3-smb: { 'AddressGroup': '1.2', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'ConntrackHelper': '1.0', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Log': '1.0', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Network': '1.1', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Port': '1.7', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'PortForwarding': '1.2', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'QosPolicy': '1.8', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'SecurityGroup': '1.4', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'SecurityGroupRule': '1.2', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'SubPort': '1.0', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Subnet': '1.1', Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: 'Trunk': '1.1'}} Jun 15 14:29:25.380312 dv-cinder-796286-3-smb neutron-server[92288]: {{(pid=92288) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:29:25.388415 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:25.389694 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.390593 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Added segment 3631f569-5d8c-4ca8-a676-5a64a774edfd of type vlan for network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 Jun 15 14:29:25.475162 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.582827 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.584492 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:25.586503 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:25.592026 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:25.878553 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Pushing event updated for resources: {'Network': ['ID=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:25.882367 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:25.892790 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:25.996765 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3433776 Jun 15 14:29:25.997752 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52672) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:26.007661 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Request body: {'subnet': {'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-682984109-subnet', 'tenant_id': '71d5d50b9bd74e00a57d1cdba7a38e97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:26.182983 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Made reservation on behalf of 71d5d50b9bd74e00a57d1cdba7a38e97 for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:26.186595 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:26.485402 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:26.489246 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:26.567323 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69786d4a-deab-4b68-9f91-a888e7faac83,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:26.578627 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.579024 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.579290 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.579612 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.579954 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.580317 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.580683 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.580948 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.581287 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.581592 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.581902 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.582204 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Tracked resource versions report: Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: pushed versions: Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: { 'AddressGroup': {'1.2'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'ConntrackHelper': {'1.0'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Log': {'1.0'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Network': {'1.1'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Port': {'1.7'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'PortForwarding': {'1.2'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'QosPolicy': {'1.8'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'SecurityGroup': {'1.4'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'SubPort': {'1.0'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Subnet': {'1.1'}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Trunk': {'1.1'}} Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: consumer versions: Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: { DHCP agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: HyperV agent@hv-cinder-79628: {}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: L3 agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: Metadata agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: Metering agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: Open vSwitch agent@dv-cinder-796286-3-smb: { 'AddressGroup': '1.2', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'ConntrackHelper': '1.0', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Log': '1.0', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Network': '1.1', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Port': '1.7', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'PortForwarding': '1.2', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'QosPolicy': '1.8', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'SecurityGroup': '1.4', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'SecurityGroupRule': '1.2', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'SubPort': '1.0', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Subnet': '1.1', Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: 'Trunk': '1.1'}} Jun 15 14:29:26.583489 dv-cinder-796286-3-smb neutron-server[92287]: {{(pid=92287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:29:26.589482 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Checking segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:26.589482 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Network hostable DHCP agents. Network: 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:26.590973 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:26.885209 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:27.074145 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:27.088408 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:27.089378 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:27.093424 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a82be-f4df-4ffd-828b-528f77177b22 None None] Network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:27.251453 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2332749 Jun 15 14:29:27.321117 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09612831-1727-4dd0-b419-767b4760648d None None] Network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:27.352494 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52718) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:27.612529 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52728) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:28.042803 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-221291496-network', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:28.060493 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52740) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:28.149345 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Made reservation on behalf of 0891bc11852442f6bc736400a37b8ff0 for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:28.153734 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.172907 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.225325 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-837854498-network', 'tenant_id': '0ca2a2a5cc734d45967b0ef7f43f7d3b'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:28.367415 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52754) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:28.394545 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.422162 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-438606289-network', 'tenant_id': 'd39507947a7948b7b770788f078d7376'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:28.495127 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.501098 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.db.api [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 14:29:28.501098 dv-cinder-796286-3-smb neutron-server[92287]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 15 14:29:28.501098 dv-cinder-796286-3-smb neutron-server[92287]: [parameters: {'project_id_1': 'd39507947a7948b7b770788f078d7376', 'expiration_1': datetime.datetime(2021, 6, 15, 14, 29, 28, 427006)}] Jun 15 14:29:28.501098 dv-cinder-796286-3-smb neutron-server[92287]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:29:28.504875 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_db.api [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:29:28.505927 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:28.527444 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=92288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:28.547602 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.547950 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Added segment 0e26ae37-845e-4bb3-81a3-4a14ba9f1481 of type vlan for network 1cf55914-a1d3-4006-9000-a912743cd481 Jun 15 14:29:28.550384 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcf5c34-2fa9-4956-b57a-192ced89fda9,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:28.560252 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:28.606180 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.618513 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Made reservation on behalf of 0ca2a2a5cc734d45967b0ef7f43f7d3b for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:28.621177 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.638309 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.736394 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.745781 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:28.745781 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.745781 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:28.791186 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-266507032-network', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:28.821370 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.863741 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf55914-a1d3-4006-9000-a912743cd481,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:28.867745 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:28.877986 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 1cf55914-a1d3-4006-9000-a912743cd481 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:28.892562 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.896102 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:28.930866 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=92288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:28.940977 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:28.941591 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Added segment acbb26f4-9982-4aff-817d-ecdafb921b1f of type vlan for network ce0f722b-ce55-4c5f-bf90-1d4425bdd17b Jun 15 14:29:28.999822 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.016315 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae47ff8b-2c50-4b53-9745-7075ae55f02b,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:29.032701 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:29.035558 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6820920 Jun 15 14:29:29.040435 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52776) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:29.046183 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Request body: {'subnet': {'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-221291496-subnet', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:29.137055 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.139520 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:29.141201 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.146920 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:29.194858 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Made reservation on behalf of b1df2f5647b54a7d9cb901f10ff67d57 for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:29.198144 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.217968 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.260548 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Made reservation on behalf of d39507947a7948b7b770788f078d7376 for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:29.263742 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.278632 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ce0f722b-ce55-4c5f-bf90-1d4425bdd17b,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:29.283139 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:29.291228 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network ce0f722b-ce55-4c5f-bf90-1d4425bdd17b details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:29.300638 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.396901 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Made reservation on behalf of 0891bc11852442f6bc736400a37b8ff0 for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:29.402129 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.497700 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8951621 Jun 15 14:29:29.545582 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52788) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:29.551541 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Request body: {'subnet': {'network_id': 'ce0f722b-ce55-4c5f-bf90-1d4425bdd17b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-837854498-subnet', 'tenant_id': '0ca2a2a5cc734d45967b0ef7f43f7d3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:29.687513 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.777296 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.786672 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:29.810771 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.815836 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:29.889306 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=92288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:29.905999 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7041ae-c08d-489d-92fa-eece98ec0e94,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:29.915630 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:29.929765 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:29.933432 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Added segment d908a0db-36c6-4154-87ad-008f19968ad9 of type vlan for network 43342815-6762-4438-b9a1-4b70885d1710 Jun 15 14:29:29.967930 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.db.api [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 14:29:29.967930 dv-cinder-796286-3-smb neutron-server[92287]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 15 14:29:29.967930 dv-cinder-796286-3-smb neutron-server[92287]: [parameters: {'project_id_1': '0ca2a2a5cc734d45967b0ef7f43f7d3b', 'expiration_1': datetime.datetime(2021, 6, 15, 14, 29, 29, 619102)}] Jun 15 14:29:29.967930 dv-cinder-796286-3-smb neutron-server[92287]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92287) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:29:29.975749 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_db.api [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:29:30.007266 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Checking segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:30.007759 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Network hostable DHCP agents. Network: 1cf55914-a1d3-4006-9000-a912743cd481, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:30.011920 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.013214 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:30.017025 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:30.097940 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.137084 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.149724 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:30.189444 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:30.219693 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Network 1cf55914-a1d3-4006-9000-a912743cd481 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:30.229202 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.231079 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:30.239525 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.239525 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:30.239920 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ce48fc-5135-4937-8199-53b06e580ab6,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:30.259855 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.262871 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Added segment 385c3180-e8d9-42d9-a05a-c1c152294be5 of type vlan for network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 Jun 15 14:29:30.270623 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:30.343919 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Pushing event updated for resources: {'Network': ['ID=43342815-6762-4438-b9a1-4b70885d1710,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:30.347128 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:30.368647 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 43342815-6762-4438-b9a1-4b70885d1710 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:30.375967 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0064180 Jun 15 14:29:30.376420 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52832) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:30.382515 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Request body: {'subnet': {'network_id': '43342815-6762-4438-b9a1-4b70885d1710', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-subnet', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:30.424005 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 1cf55914-a1d3-4006-9000-a912743cd481) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:30.437646 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:30.438366 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.442179 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.509409 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c31b27-7f95-4c1c-a029-0a31d4b39e66 None None] Network 1cf55914-a1d3-4006-9000-a912743cd481 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:30.520484 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Made reservation on behalf of b1df2f5647b54a7d9cb901f10ff67d57 for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:30.524559 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.622784 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5807028 Jun 15 14:29:30.627146 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52836) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:30.646569 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:30.679218 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.687722 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:30.692080 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.703538 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1b014c82-ef9f-4338-9696-3ad483cb2088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:30.793641 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Made reservation on behalf of 0ca2a2a5cc734d45967b0ef7f43f7d3b for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:30.796479 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.897111 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42728'] for router, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:30.898200 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42721'] for router, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.050969 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52850) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:31.053166 dv-cinder-796286-3-smb neutron-server[92288]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 14:29:31.079163 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Pushing event updated for resources: {'Network': ['ID=9d5279d9-876c-4f4c-a14b-bb71d01177e6,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:31.121631 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:31.143755 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.156900 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5958717a-f091-5199-abcc-bf837abd8577-1cf55914-a1d3-4006-9000-a912743cd481', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273'}]}} from dv-cinder-796286-3-smb. {{(pid=92289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:29:31.158390 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.165458 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:31.338111 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da61677-3add-4c47-9772-b76c56b3c144,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:31.349410 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:31.373069 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:31.374297 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-7884e100-97c8-4e55-8759-2f684552b470 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:31.375959 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-7884e100-97c8-4e55-8759-2f684552b470 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 814 time: 0.3240111 Jun 15 14:29:31.383447 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Checking segment: {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:31.383801 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Network hostable DHCP agents. Network: 43342815-6762-4438-b9a1-4b70885d1710, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:31.402984 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.407505 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3444412 Jun 15 14:29:31.411535 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52856) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:31.424913 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Request body: {'subnet': {'network_id': '9d5279d9-876c-4f4c-a14b-bb71d01177e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-438606289-subnet', 'tenant_id': 'd39507947a7948b7b770788f078d7376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:31.436412 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-6d11ac0d-849a-4c48-a29f-aeed03ab0c5d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/quotas/71d5d50b9bd74e00a57d1cdba7a38e97 HTTP/1.1" status: 200 len: 375 time: 0.0320952 Jun 15 14:29:31.490501 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Network 43342815-6762-4438-b9a1-4b70885d1710 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:31.539139 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-ccc6e1a4-144c-4eb9-9369-ceb35d7747e9 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914078 Jun 15 14:29:31.542731 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Made reservation on behalf of d39507947a7948b7b770788f078d7376 for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:31.550931 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.621503 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.db_base_plugin_common [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Allocated IP 172.20.0.2 (1cf55914-a1d3-4006-9000-a912743cd481/3ed2e2a9-7a78-4a43-9e92-2f78d38fb273/c934566e-e45e-4f85-913e-9e7dae674ac5) {{(pid=92289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:31.630383 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.681983 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2d058ffa-e734-48ab-be6d-e8932ac34997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:31.777457 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 43342815-6762-4438-b9a1-4b70885d1710) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:31.789655 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-5b375af4-e559-4cce-9c48-323d39bd7592 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:29:31.790872 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-5b375af4-e559-4cce-9c48-323d39bd7592 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1064422 Jun 15 14:29:31.794463 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:31.795071 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.800634 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef8ce6-b335-4a4e-ab17-f595c1831f71 None None] Network 43342815-6762-4438-b9a1-4b70885d1710 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:31.906427 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Checking segment: {'id': 'acbb26f4-9982-4aff-817d-ecdafb921b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce0f722b-ce55-4c5f-bf90-1d4425bdd17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:31.906772 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Network hostable DHCP agents. Network: ce0f722b-ce55-4c5f-bf90-1d4425bdd17b, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:31.938037 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:31.948992 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae06ce8-cc27-46e8-8229-6f0b379018e4,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:31.952415 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:32.012332 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Network ce0f722b-ce55-4c5f-bf90-1d4425bdd17b is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:32.021145 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, ce0f722b-ce55-4c5f-bf90-1d4425bdd17b) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:32.037698 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:32.039165 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.057796 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53663974-ce4e-48bc-a037-64cffdd4297c None None] Network ce0f722b-ce55-4c5f-bf90-1d4425bdd17b requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:32.183323 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6293612 Jun 15 14:29:32.248186 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8702657 Jun 15 14:29:32.250966 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-56826fb6-f5e8-476b-adac-654116a52ca3 service neutron] 10.222.0.22 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531405 Jun 15 14:29:32.251835 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52888) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:32.258516 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:32.281774 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.321884 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-59518f70-e136-460e-a834-5193ddd6a3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:32.495075 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.509865 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e485fdc-a26a-4c81-a8fd-a9b2a94e97b0,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:32.517497 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42728'] for router, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.517497 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42721'] for router, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.518783 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:32.520398 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Checking segment: {'id': '385c3180-e8d9-42d9-a05a-c1c152294be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9d5279d9-876c-4f4c-a14b-bb71d01177e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:32.520764 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Network hostable DHCP agents. Network: 9d5279d9-876c-4f4c-a14b-bb71d01177e6, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:32.541449 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-6166c214-0a16-46e3-bab5-33450477f527 service neutron] 10.222.0.22 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780304 Jun 15 14:29:32.568151 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.580400 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Notify callbacks [] for port, precommit_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.657056 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff0dc03-4138-49a4-b3de-56f958225bf2 None None] Network ce0f722b-ce55-4c5f-bf90-1d4425bdd17b requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:32.675055 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:32.712129 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Transition to ACTIVE for port object c934566e-e45e-4f85-913e-9e7dae674ac5 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:32.733194 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:32.803274 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Allocated IP 172.28.2.19 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/d99e873e-01d2-4ff7-9421-6e6d277fdf21) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:32.894540 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3e4f49-62c2-4e1a-8abe-e0920723820e None None] Network 43342815-6762-4438-b9a1-4b70885d1710 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:32.900776 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Transition to ACTIVE for port object c934566e-e45e-4f85-913e-9e7dae674ac5 will not be triggered until provisioned by entity DHCP. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:32.903241 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 9d5279d9-876c-4f4c-a14b-bb71d01177e6) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:32.910739 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:32.913272 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.024553 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db9a15-9be6-4bcb-b0ad-190ea62e7679 None None] Network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:33.050298 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.075613 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6627405 Jun 15 14:29:33.163667 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.164741 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.229968 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:33.248730 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.259146 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:33.275665 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-dd3951da-7312-45f7-9f0e-47708fa54a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:33.393670 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:33.402558 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:33.428588 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:33.448995 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Pushing event updated for resources: {'Port': ['ID=d99e873e-01d2-4ff7-9421-6e6d277fdf21,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:33.574911 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Pushing event updated for resources: {'Port': ['ID=c934566e-e45e-4f85-913e-9e7dae674ac5,revision_number=1']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:33.641521 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:33.654701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.654701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.654701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.654701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.654701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.654701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.654701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.654701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.655534 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.655534 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.656149 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.656689 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Tracked resource versions report: Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: pushed versions: Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: { 'AddressGroup': {'1.2'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'ConntrackHelper': {'1.0'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Log': {'1.0'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Network': {'1.1'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Port': {'1.7'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'PortForwarding': {'1.2'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'QosPolicy': {'1.8'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'SecurityGroup': {'1.4'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'SubPort': {'1.0'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Subnet': {'1.1'}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Trunk': {'1.1'}} Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: consumer versions: Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: { DHCP agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: HyperV agent@hv-cinder-79628: {}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: L3 agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: Metadata agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: Metering agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: Open vSwitch agent@dv-cinder-796286-3-smb: { 'AddressGroup': '1.2', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'ConntrackHelper': '1.0', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Log': '1.0', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Network': '1.1', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Port': '1.7', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'PortForwarding': '1.2', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'QosPolicy': '1.8', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'SecurityGroup': '1.4', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'SecurityGroupRule': '1.2', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'SubPort': '1.0', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Subnet': '1.1', Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: 'Trunk': '1.1'}} Jun 15 14:29:33.659394 dv-cinder-796286-3-smb neutron-server[92289]: {{(pid=92289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:29:33.691648 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:33.759613 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52942) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:33.825042 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1c2de-8f81-4460-ab33-b643e91e86d8 None None] Network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:33.834971 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Network 1cf55914-a1d3-4006-9000-a912743cd481 is already hosted by enough agents. {{(pid=92289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:33.896475 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.base_scheduler [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Resources bound (agent type, host, resource id): {{(pid=92289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:33.928072 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Received port after_create {{(pid=92289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:34.180049 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.254628 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.411671 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Attempting to bind port c934566e-e45e-4f85-913e-9e7dae674ac5 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:34.412167 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Attempting to bind port c934566e-e45e-4f85-913e-9e7dae674ac5 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:34.413068 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Attempting to bind port c934566e-e45e-4f85-913e-9e7dae674ac5 on network 1cf55914-a1d3-4006-9000-a912743cd481 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:34.429458 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:34.430143 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Checking segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:34.430823 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.432025 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Bound using segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:34.436633 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Bound port: c934566e-e45e-4f85-913e-9e7dae674ac5, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:34.436633 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.529487 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.573702 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] For port c934566e-e45e-4f85-913e-9e7dae674ac5, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:34.574878 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ae5b-3610-4359-96f6-dc314b14d018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.588293 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] For port c934566e-e45e-4f85-913e-9e7dae674ac5, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c934566e-e45e-4f85-913e-9e7dae674ac5,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:34.637086 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Allocated IP 172.28.2.15 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/058c808a-ede9-48c4-ae53-e2dbbb2caeca) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:34.680845 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:34.684101 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:34.808330 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 52984) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:34.822649 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-57248342-network', 'tenant_id': '8b862bed879e463f896c884cad9c97d5'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:34.863051 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Pushing event updated for resources: {'Port': ['ID=c934566e-e45e-4f85-913e-9e7dae674ac5,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:34.903624 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:35.010602 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 52986) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:35.152181 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522'] for router, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.412987 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.506143 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-abe82f2e-d59a-4f13-9fc0-476a2d1b3162 req-5d33a305-b5f6-47f6-96fe-a7f7ac4f6276 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 210 time: 0.4914534 Jun 15 14:29:35.537102 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-893a6cce-8cb3-4968-8da3-ac02c4ef7a78 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:35.539312 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-893a6cce-8cb3-4968-8da3-ac02c4ef7a78 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/networks?id=9d5279d9-876c-4f4c-a14b-bb71d01177e6 HTTP/1.1" status: 200 len: 811 time: 0.7751787 Jun 15 14:29:35.599318 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ae5b-3610-4359-96f6-dc314b14d018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.605411 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-c92ba21a-b835-45d1-b0c8-f0e6b446f5cd tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/quotas/d39507947a7948b7b770788f078d7376 HTTP/1.1" status: 200 len: 375 time: 0.0605829 Jun 15 14:29:35.610835 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 is scheduled to L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a with binding_index 1 {{(pid=92287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:29:35.676948 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-0ffb5169-7bf4-4f6b-9eab-97655099a9f0 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d39507947a7948b7b770788f078d7376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649247 Jun 15 14:29:35.699555 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6fa6ae5b-3610-4359-96f6-dc314b14d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.749779 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:35.773852 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.809338 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:29:35.825249 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Sync routers for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:29:35.841483 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Made reservation on behalf of 8b862bed879e463f896c884cad9c97d5 for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:35.845547 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:35.845823 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.848506 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:29:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:35.903538 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-6fa6ae5b-3610-4359-96f6-dc314b14d018 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf7e64f4e1574e3c91ee233685ba806f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1391895 Jun 15 14:29:35.911015 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:35.916263 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53010) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:35.937657 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6ae5b-3610-4359-96f6-dc314b14d018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d67e13-5f57-477a-8f63-0deed68b9c8a,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:35.947273 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:35.966467 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-6fa6ae5b-3610-4359-96f6-dc314b14d018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:35.968038 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:36.028740 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:36.045064 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:36.063689 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-62343017-4642-4cdb-bb33-fe5b12cba5af service neutron] 10.222.0.22 "GET /v2.0/networks/9d5279d9-876c-4f4c-a14b-bb71d01177e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781364 Jun 15 14:29:36.156232 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:36.163484 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5302353 Jun 15 14:29:36.177689 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53014) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:36.181512 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c934566e-e45e-4f85-913e-9e7dae674ac5 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:36.244688 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:36.370836 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Pushing event updated for resources: {'Port': ['ID=058c808a-ede9-48c4-ae53-e2dbbb2caeca,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:36.395807 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:36.399400 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port c934566e-e45e-4f85-913e-9e7dae674ac5 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:36.479149 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b8b365-d951-45b0-a5bf-dc232b3e65db None None] Network 1cf55914-a1d3-4006-9000-a912743cd481 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:36.614844 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f773d23c-f526-4d77-b764-2f961cc06a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:36.668194 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f773d23c-f526-4d77-b764-2f961cc06a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:36.747532 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:33Z', 'revision_number': 3, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:36.753873 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Checking router: 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:29:36.755051 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Updating router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 port d99e873e-01d2-4ff7-9421-6e6d277fdf21 binding host dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:29:36.848691 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:36.956628 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1f830f16-3d15-4ab2-b584-be41383958c2 req-2f82e890-0bdc-4ed5-bf4c-9e6f2a3e8467 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 210 time: 0.2290337 Jun 15 14:29:37.025743 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] Provisioning for port c934566e-e45e-4f85-913e-9e7dae674ac5 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:37.026477 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-2666bd3b-ca53-457a-b9f1-7831858adfd1 service neutron] 10.222.0.22 "GET /v2.0/networks/9d5279d9-876c-4f4c-a14b-bb71d01177e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8985267 Jun 15 14:29:37.028455 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] Provisioning complete for port c934566e-e45e-4f85-913e-9e7dae674ac5 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:37.028455 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.198120 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.344370 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.357804 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.483477 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] For port c934566e-e45e-4f85-913e-9e7dae674ac5, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c934566e-e45e-4f85-913e-9e7dae674ac5,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:37.513519 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f773d23c-f526-4d77-b764-2f961cc06a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.587800 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.591408 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:37.687696 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.706421 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:29:37.718085 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.718742 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Added segment 80efde2c-d3e6-4b3e-8b4a-36abf6992d2d of type vlan for network 1e0ba73e-913a-4adc-8585-c90630ae76c7 Jun 15 14:29:37.752028 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] Pushing event updated for resources: {'Port': ['ID=c934566e-e45e-4f85-913e-9e7dae674ac5,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:37.760390 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:37.771317 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f773d23c-f526-4d77-b764-2f961cc06a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.773297 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f773d23c-f526-4d77-b764-2f961cc06a21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74d67e13-5f57-477a-8f63-0deed68b9c8a HTTP/1.1" status: 204 len: 168 time: 1.8551707 Jun 15 14:29:37.774319 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:37.832301 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:37.837511 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.838332 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773d23c-f526-4d77-b764-2f961cc06a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d67e13-5f57-477a-8f63-0deed68b9c8a,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:37.840828 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f773d23c-f526-4d77-b764-2f961cc06a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:37.843571 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-34c4010c-f88c-42e4-8bf7-8f1d844314e3 req-e5105aae-d9b0-489a-a845-553fb20e40b9 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.0755744 Jun 15 14:29:37.915817 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-30241a20-4a39-4bbf-b607-abac860326d6 None None] Provisioning complete for port c934566e-e45e-4f85-913e-9e7dae674ac5 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:37.916671 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-30241a20-4a39-4bbf-b607-abac860326d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.936553 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Notify callbacks [] for port, precommit_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.944955 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522'] for router, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:37.975380 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.provisioning_blocks [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Transition to ACTIVE for port object d99e873e-01d2-4ff7-9421-6e6d277fdf21 will not be triggered until provisioned by entity L2. {{(pid=92290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:38.132003 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:38.144332 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-9a132e6e-7ea7-4c97-b12e-04b0f085ae43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:38.189904 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Attempting to bind port d99e873e-01d2-4ff7-9421-6e6d277fdf21 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:38.195034 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Attempting to bind port d99e873e-01d2-4ff7-9421-6e6d277fdf21 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:38.196199 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Attempting to bind port d99e873e-01d2-4ff7-9421-6e6d277fdf21 on network 5f62d709-cdbe-4165-a655-5d8a79e885b9 {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:38.268108 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c934566e-e45e-4f85-913e-9e7dae674ac5 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:38.270344 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:38.270854 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:38.274659 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:38.276971 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Bound using segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:38.282020 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Bound port: d99e873e-01d2-4ff7-9421-6e6d277fdf21, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:38.282020 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:38.403628 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port c934566e-e45e-4f85-913e-9e7dae674ac5 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:38.404281 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:38.416826 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] For port d99e873e-01d2-4ff7-9421-6e6d277fdf21, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:38.421502 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] For port d99e873e-01d2-4ff7-9421-6e6d277fdf21, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=d99e873e-01d2-4ff7-9421-6e6d277fdf21,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:38.474647 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Pushing event updated for resources: {'Port': ['ID=d99e873e-01d2-4ff7-9421-6e6d277fdf21,revision_number=2']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:38.499750 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.502501 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.503897 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.505637 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.506804 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.509831 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.510365 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.511321 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.514746 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.515665 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.516660 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.517628 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Tracked resource versions report: Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: pushed versions: Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: { 'AddressGroup': {'1.2'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'ConntrackHelper': {'1.0'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Log': {'1.0'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Network': {'1.1'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Port': {'1.7'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'PortForwarding': {'1.2'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'QosPolicy': {'1.8'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'SecurityGroup': {'1.4'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'SubPort': {'1.0'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Subnet': {'1.1'}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Trunk': {'1.1'}} Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: consumer versions: Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: { DHCP agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: HyperV agent@hv-cinder-79628: {}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: L3 agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: Metadata agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: Metering agent@dv-cinder-796286-3-smb: {}, Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: Open vSwitch agent@dv-cinder-796286-3-smb: { 'AddressGroup': '1.2', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'ConntrackHelper': '1.0', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Log': '1.0', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Network': '1.1', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Port': '1.7', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'PortForwarding': '1.2', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'QosPolicy': '1.8', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'SecurityGroup': '1.4', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'SecurityGroupRule': '1.2', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'SubPort': '1.0', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Subnet': '1.1', Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: 'Trunk': '1.1'}} Jun 15 14:29:38.535551 dv-cinder-796286-3-smb neutron-server[92290]: {{(pid=92290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:29:38.555812 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:38.560757 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:38.573487 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:38.621417 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-208d8bc8-5f91-4cb9-998b-81885c1f2ba1 req-8a837ba4-23f6-4938-8e46-7eb234081fde tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 210 time: 0.3211455 Jun 15 14:29:38.704325 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:38.771549 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67a3d47-00f3-46fd-81c1-61301129a7ff,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:38.779302 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:38.818135 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Allocated IP 172.20.0.1 (1cf55914-a1d3-4006-9000-a912743cd481/3ed2e2a9-7a78-4a43-9e92-2f78d38fb273/fb0435d6-46b7-4ea2-b032-f49ac27dd9df) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:38.823788 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Pushing event updated for resources: {'Port': ['ID=d99e873e-01d2-4ff7-9421-6e6d277fdf21,revision_number=3']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:38.831201 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:38.849680 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:38.852556 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:29:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:38.857466 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Router 3f697191-258c-48a3-8978-c85a84d2b052 is scheduled to L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a with binding_index 1 {{(pid=92288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:29:38.898240 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:38.902886 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:38.907951 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:38.919880 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:39.072766 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Pushing event updated for resources: {'Network': ['ID=1e0ba73e-913a-4adc-8585-c90630ae76c7,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:39.086612 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 1e0ba73e-913a-4adc-8585-c90630ae76c7 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:29:39.086918 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-22e0dc3c-2d69-43f9-a269-8656a19149f9 req-f08b0f5f-0046-4abc-bf00-4e2ed47e1976 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.0876534 Jun 15 14:29:39.097228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:39.153684 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.3441510 Jun 15 14:29:39.159944 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53102) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:39.175304 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Request body: {'subnet': {'network_id': '1e0ba73e-913a-4adc-8585-c90630ae76c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-57248342-subnet', 'tenant_id': '8b862bed879e463f896c884cad9c97d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:39.189896 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:29:39.206582 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:39.231361 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:39.232670 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Sync routers for ids ['3f697191-258c-48a3-8978-c85a84d2b052'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:29:39.244619 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Routers {'3f697191-258c-48a3-8978-c85a84d2b052'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:39.245266 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:29:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['3f697191-258c-48a3-8978-c85a84d2b052'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:39.274282 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Transition to ACTIVE for port object fb0435d6-46b7-4ea2-b032-f49ac27dd9df will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:39.406400 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Made reservation on behalf of 8b862bed879e463f896c884cad9c97d5 for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:39.409854 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:39.426860 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Set router 3f697191-258c-48a3-8978-c85a84d2b052 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:39.446290 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:39.460379 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:39.462759 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53112) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:39.484354 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Notify callbacks [] for router, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:39.489420 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2323854 Jun 15 14:29:39.490608 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53116) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:39.575388 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Network 1cf55914-a1d3-4006-9000-a912743cd481 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:39.578352 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53118) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:39.585074 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:39.605493 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:39.605913 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670303'] for router_interface, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:39.617687 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-82f4b4c0-36ef-4f56-b576-39915fa22f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:39.717564 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:33Z', 'revision_number': 3, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:39.725031 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b8b126-c976-42c3-bc75-3dad6c618c0c None None] The sync data for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb is: [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:33Z', 'revision_number': 3, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:29:39.853166 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:39.867047 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:40.175464 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.45', 62933) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:40.181912 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fd18f269-86a1-4d54-85f5-5c170b8d54a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:40.266478 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d284d01d-90ed-4e4d-a235-ba3471e165b3 req-3fb77104-967b-47b9-9c92-4059c0cd861a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 210 time: 0.2049100 Jun 15 14:29:40.298995 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-b23790d2-173f-4487-a9e2-42929faee66c None None] Provisioning for port fb0435d6-46b7-4ea2-b032-f49ac27dd9df completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:40.310163 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-b23790d2-173f-4487-a9e2-42929faee66c None None] Provisioning complete for port fb0435d6-46b7-4ea2-b032-f49ac27dd9df triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:40.313487 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b23790d2-173f-4487-a9e2-42929faee66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:40.389120 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-82f4b4c0-36ef-4f56-b576-39915fa22f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:40.397763 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-b23790d2-173f-4487-a9e2-42929faee66c None None] Port fb0435d6-46b7-4ea2-b032-f49ac27dd9df cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:29:40.441539 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:40.448095 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:36Z', 'revision_number': 3, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port': {'id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:34Z', 'updated_at': '2021-06-15T14:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:40.467175 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Checking router: 3f697191-258c-48a3-8978-c85a84d2b052 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:29:40.482564 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Updating router 3f697191-258c-48a3-8978-c85a84d2b052 port 058c808a-ede9-48c4-ae53-e2dbbb2caeca binding host dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:29:40.532500 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-82f4b4c0-36ef-4f56-b576-39915fa22f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:40.560940 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:40.562709 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:40.612751 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4b4c0-36ef-4f56-b576-39915fa22f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3cc2ad-4831-4c90-8ac3-35ca9fc9e009,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:40.615363 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-db62f43d-534d-4207-bb6c-90c865fc4e9e req-3f3f4f86-2adb-405a-8a35-93379ba7bcd4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.1046758 Jun 15 14:29:40.630193 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-82f4b4c0-36ef-4f56-b576-39915fa22f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:40.864521 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-2438a41e-6d32-45f3-ad34-def1e5d5e17e tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:40.866801 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-2438a41e-6d32-45f3-ad34-def1e5d5e17e tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 814 time: 0.6150420 Jun 15 14:29:40.870828 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:40.877361 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:40.885211 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-82f4b4c0-36ef-4f56-b576-39915fa22f27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afe530e41ea64945ad95717a42c59e37&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3029425 Jun 15 14:29:40.891764 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53148) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:40.944287 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Request body: {'port': {'device_id': '0c53dd83-ee81-441b-a30a-971f9f14ad9c', 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'admin_state_up': True, 'tenant_id': '71d5d50b9bd74e00a57d1cdba7a38e97'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:40.948621 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11358be1-b44f-42fd-b041-1d94d11fecfb,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:40.958001 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:41.093081 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.122672 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-73457301-c15b-4e48-a9c5-a18cd9dbdd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.142579 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Notify callbacks [] for port, precommit_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.161074 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fd18f269-86a1-4d54-85f5-5c170b8d54a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.168904 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Transition to ACTIVE for port object 058c808a-ede9-48c4-ae53-e2dbbb2caeca will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:41.188952 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-73457301-c15b-4e48-a9c5-a18cd9dbdd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.269602 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.270787 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fd18f269-86a1-4d54-85f5-5c170b8d54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.275356 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670411'] for router_interface, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.286100 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:41.343527 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.368193 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:41.393808 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-fd18f269-86a1-4d54-85f5-5c170b8d54a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8563468cfeab4ad7b06d02dba483fd93&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9174290 Jun 15 14:29:41.396534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53164) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:41.558275 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Attempting to bind port 058c808a-ede9-48c4-ae53-e2dbbb2caeca on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:41.559114 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Attempting to bind port 058c808a-ede9-48c4-ae53-e2dbbb2caeca by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:41.559114 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Attempting to bind port 058c808a-ede9-48c4-ae53-e2dbbb2caeca on network 5f62d709-cdbe-4165-a655-5d8a79e885b9 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:41.590919 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:41.592597 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:41.593717 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.597058 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Bound using segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:41.598831 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-73457301-c15b-4e48-a9c5-a18cd9dbdd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.601319 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Bound port: 058c808a-ede9-48c4-ae53-e2dbbb2caeca, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:41.602384 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.619137 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-73457301-c15b-4e48-a9c5-a18cd9dbdd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.619509 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee357-83e7-49d7-910a-b1b07e47e8c9 None None] Pushing event updated for resources: {'Port': ['ID=058c808a-ede9-48c4-ae53-e2dbbb2caeca,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:41.621014 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-73457301-c15b-4e48-a9c5-a18cd9dbdd10 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c3cc2ad-4831-4c90-8ac3-35ca9fc9e009 HTTP/1.1" status: 204 len: 168 time: 0.7278686 Jun 15 14:29:41.743671 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Checking segment: {'id': '80efde2c-d3e6-4b3e-8b4a-36abf6992d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '1e0ba73e-913a-4adc-8585-c90630ae76c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:41.744704 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Network hostable DHCP agents. Network: 1e0ba73e-913a-4adc-8585-c90630ae76c7, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:29:41.789829 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-cd3ee357-83e7-49d7-910a-b1b07e47e8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:41.888954 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:41.896320 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:41.899312 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:41.916082 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] For port 058c808a-ede9-48c4-ae53-e2dbbb2caeca, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:41.917567 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6cb8d4d6-79cc-44a3-b29e-80f1cea829e5 req-e5a85350-2a4e-401e-9792-1663141f4217 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 210 time: 0.0495267 Jun 15 14:29:41.926433 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] For port 058c808a-ede9-48c4-ae53-e2dbbb2caeca, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=058c808a-ede9-48c4-ae53-e2dbbb2caeca,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:41.944283 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c41f15de-fc24-46e9-aed7-a4c11230088c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:41.992868 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e929040b-359a-4e07-8ac5-4e57e1c354eb req-b1d8dd45-76af-4ddb-a699-8232e1e25f5d tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.0560317 Jun 15 14:29:42.003543 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c41f15de-fc24-46e9-aed7-a4c11230088c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.014598 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Network 1cf55914-a1d3-4006-9000-a912743cd481 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:42.026807 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:42.033894 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18f269-86a1-4d54-85f5-5c170b8d54a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6ce45b-2f15-495a-95c3-1333bb228066,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:42.060022 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73457301-c15b-4e48-a9c5-a18cd9dbdd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3cc2ad-4831-4c90-8ac3-35ca9fc9e009,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:42.062565 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-73457301-c15b-4e48-a9c5-a18cd9dbdd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:42.070100 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.070570 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.411s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:42.070815 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:42.075019 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-3aa6c1ea-4f22-4ade-836c-2eeb26375731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:42.077190 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Network 1e0ba73e-913a-4adc-8585-c90630ae76c7 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:29:42.139618 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Made reservation on behalf of 71d5d50b9bd74e00a57d1cdba7a38e97 for: {'port': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:42.175238 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.203056 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device d99e873e-01d2-4ff7-9421-6e6d277fdf21 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:42.284404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 1e0ba73e-913a-4adc-8585-c90630ae76c7) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:42.328728 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:42.329961 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.339459 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.438972 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02f513-0d0d-47e9-bb3d-2167d7ae8f74 None None] Network 1e0ba73e-913a-4adc-8585-c90630ae76c7 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:42.757772 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c41f15de-fc24-46e9-aed7-a4c11230088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.771704 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c41f15de-fc24-46e9-aed7-a4c11230088c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.786863 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-c41f15de-fc24-46e9-aed7-a4c11230088c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b6ce45b-2f15-495a-95c3-1333bb228066 HTTP/1.1" status: 204 len: 168 time: 1.3071775 Jun 15 14:29:42.795256 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-82f4b4c0-36ef-4f56-b576-39915fa22f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:42.835977 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f15de-fc24-46e9-aed7-a4c11230088c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6ce45b-2f15-495a-95c3-1333bb228066,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:42.855534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c41f15de-fc24-46e9-aed7-a4c11230088c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:42.855534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:29:42.874321 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-09b8a908-d3db-4bab-8265-99c408687481 None None] Provisioning complete for port fb0435d6-46b7-4ea2-b032-f49ac27dd9df triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:42.875143 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-09b8a908-d3db-4bab-8265-99c408687481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:42.955911 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-09b8a908-d3db-4bab-8265-99c408687481 None None] Port fb0435d6-46b7-4ea2-b032-f49ac27dd9df cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:29:42.987650 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Routers {'3f697191-258c-48a3-8978-c85a84d2b052'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:42.988376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:29:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['3f697191-258c-48a3-8978-c85a84d2b052'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:43.086786 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ee357-83e7-49d7-910a-b1b07e47e8c9 None None] Pushing event updated for resources: {'Port': ['ID=058c808a-ede9-48c4-ae53-e2dbbb2caeca,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:43.107348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.45', 62941) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:43.241905 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Allocated IP 172.20.0.12 (3596dd34-fe96-4a4c-a0bc-fceb0ee2b719/69786d4a-deab-4b68-9f91-a888e7faac83/e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:43.374062 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-cd3ee357-83e7-49d7-910a-b1b07e47e8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.300s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:43.376012 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78176005-c351-4b74-9bd0-dfe662847398 None None] Network 1e0ba73e-913a-4adc-8585-c90630ae76c7 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:29:43.399181 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.2377682 Jun 15 14:29:43.656695 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1c5755b2-f482-4fc6-b07b-e2b31f4f9b1d req-b9a23826-63e3-48b7-9155-c98b764ad656 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 210 time: 0.2620671 Jun 15 14:29:43.670111 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-823eb50e-a4af-45f4-acd9-e2136e341689 req-7fe84d82-5f37-4828-849d-c8680864591d tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.2765214 Jun 15 14:29:43.680028 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] Set router 3f697191-258c-48a3-8978-c85a84d2b052 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:43.880382 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:43.884722 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Allocated IP 172.20.0.1 (43342815-6762-4438-b9a1-4b70885d1710/8da61677-3add-4c47-9772-b76c56b3c144/37e2b3f2-54dc-4623-b53d-3ea9d0b40930) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:44.030337 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-3bd99429-a5ba-482b-9e81-006b3514c384 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:44.031928 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-3bd99429-a5ba-482b-9e81-006b3514c384 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.45 "GET /v2.0/networks?id=9d5279d9-876c-4f4c-a14b-bb71d01177e6 HTTP/1.1" status: 200 len: 811 time: 0.9259126 Jun 15 14:29:44.058345 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53218) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:44.086790 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:29:44.094384 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Request body: {'port': {'device_id': 'e2237541-45ea-421d-8e41-83443b2974d9', 'network_id': '9d5279d9-876c-4f4c-a14b-bb71d01177e6', 'admin_state_up': True, 'tenant_id': 'd39507947a7948b7b770788f078d7376'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:44.104611 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Sync routers for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:29:44.122051 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] 10.222.0.22 "PUT /v2.0/routers/1831cbd5-b685-4b9d-bbe1-f2209b8730d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9220672 Jun 15 14:29:44.142935 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Deleting subnet 3ae06ce8-cc27-46e8-8229-6f0b379018e4 {{(pid=92288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:29:44.170026 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:44.170469 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:44.176121 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:29:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:44.340372 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:44.344980 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port d99e873e-01d2-4ff7-9421-6e6d277fdf21 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:44.353414 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port d99e873e-01d2-4ff7-9421-6e6d277fdf21 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:44.353986 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:44.397605 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:44.401527 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:44.416834 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:44.565138 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:44.601361 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53238) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:44.652943 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:44.692935 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6b7794fe-70dd-465e-8383-f21d20c75f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.262570 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Pushing event updated for resources: {'Port': ['ID=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:45.262570 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:45.262570 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:45.262570 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b72b0b78-d25d-482b-99d0-4f5cb879ee74 req-68b389e8-be6e-41ef-ae65-32a595571289 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.0848787 Jun 15 14:29:45.262570 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:45.262570 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:45.262570 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:45.262570 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.275518 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.279454 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port d99e873e-01d2-4ff7-9421-6e6d277fdf21, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=d99e873e-01d2-4ff7-9421-6e6d277fdf21,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:45.310047 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:36Z', 'revision_number': 3, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port': {'id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:34Z', 'updated_at': '2021-06-15T14:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:45.320575 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d4c4aa-9681-4184-afa9-b71f994d80c7 None None] The sync data for ids ['3f697191-258c-48a3-8978-c85a84d2b052'] in dv-cinder-796286-3-smb is: [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:36Z', 'revision_number': 3, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port': {'id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:34Z', 'updated_at': '2021-06-15T14:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:29:45.323323 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6b7794fe-70dd-465e-8383-f21d20c75f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.364475 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 2, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:45.379959 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Checking router: 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:29:45.379959 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Updating router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 port fb0435d6-46b7-4ea2-b032-f49ac27dd9df binding host dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:29:45.413799 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.415101 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.443282 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.449570 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:45.456677 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:45.457703 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6b7794fe-70dd-465e-8383-f21d20c75f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.469781 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.472154 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3ae06ce8-cc27-46e8-8229-6f0b379018e4 HTTP/1.1" status: 204 len: 168 time: 1.4107664 Jun 15 14:29:45.485136 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53260) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:45.501045 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-99f4a137-01a0-44e8-8536-20e724c6aadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:45.503946 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.618089 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0327a40-9f2b-4cef-852a-cc3fc370ab28 req-36a6e7a6-d487-41ba-b9b9-632641ca6850 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:45.622055 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c0327a40-9f2b-4cef-852a-cc3fc370ab28 req-36a6e7a6-d487-41ba-b9b9-632641ca6850 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 932 time: 0.4223678 Jun 15 14:29:45.623011 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae06ce8-cc27-46e8-8229-6f0b379018e4,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:45.626762 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:45.634332 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ec0302d3-acfc-42f4-b31b-c34921bc754e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:45.698531 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7794fe-70dd-465e-8383-f21d20c75f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c47ae5-310e-4346-ad85-b9e58d92fa1f,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:45.721475 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Pushing event updated for resources: {'Port': ['ID=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:45.763811 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6b7794fe-70dd-465e-8383-f21d20c75f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:45.764793 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=d99e873e-01d2-4ff7-9421-6e6d277fdf21,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:45.775043 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:45.779976 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:45.781702 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Network 43342815-6762-4438-b9a1-4b70885d1710 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:45.800565 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6b7794fe-70dd-465e-8383-f21d20c75f93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6339f632693645a68fd64061669bead2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1956367 Jun 15 14:29:45.802504 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53268) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:45.815338 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:45.826015 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:45.846516 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670303'] for router_interface, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:45.879490 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Made reservation on behalf of d39507947a7948b7b770788f078d7376 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:29:45.887663 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:46.082472 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:46.169409 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c0327a40-9f2b-4cef-852a-cc3fc370ab28 req-a1b19372-c872-4133-b832-ce39588e917e tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537461 Jun 15 14:29:46.342876 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4030375 Jun 15 14:29:46.379844 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-0d6b7428-4117-4b5a-8538-c855b4c0fef7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:29:46.390774 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-0d6b7428-4117-4b5a-8538-c855b4c0fef7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317209 Jun 15 14:29:46.512452 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:46.563078 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.563312 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.564190 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.564538 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > port after_create 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.564964 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.565349 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > port after_update 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.565694 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.566017 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.566336 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.566695 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.905142 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.918332 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.921416 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.921890 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:29:46.922263 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0f722b-ce55-4c5f-bf90-1d4425bdd17b']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:46.924532 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5ab67535-1e23-4264-b1cd-0dd41312cf7a req-f9880320-1fd2-4427-b781-f671f10f750c tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.1976984 Jun 15 14:29:46.964436 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Notify callbacks [] for port, precommit_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:46.966282 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbb26f4-9982-4aff-817d-ecdafb921b1f') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:46.966502 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbb26f4-9982-4aff-817d-ecdafb921b1f') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:46.975556 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.provisioning_blocks [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Transition to ACTIVE for port object fb0435d6-46b7-4ea2-b032-f49ac27dd9df will not be triggered until provisioned by entity L2. {{(pid=92290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:46.988095 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.029891 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.055333 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:29:47.055812 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.081962 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.085147 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:47.108511 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.109226 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53284) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: from cryptography.utils import int_from_bytes Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: from cryptography.utils import int_from_bytes Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:29:47.121064 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:29:47.128640 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--302708494', 'description': 'tempest-description--265485868'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:47.680374 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc4850-96b0-4d0d-acb4-51b4ed4a8619 None None] Pushing event updated for resources: {'Port': ['ID=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,revision_number=3']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:47.684860 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Request body: {'port': {'device_id': '0c53dd83-ee81-441b-a30a-971f9f14ad9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:47.702959 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-6fbc4850-96b0-4d0d-acb4-51b4ed4a8619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:47.953044 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 058c808a-ede9-48c4-ae53-e2dbbb2caeca up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:47.969384 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Attempting to bind port fb0435d6-46b7-4ea2-b032-f49ac27dd9df on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:47.970395 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Attempting to bind port fb0435d6-46b7-4ea2-b032-f49ac27dd9df by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:47.970952 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Attempting to bind port fb0435d6-46b7-4ea2-b032-f49ac27dd9df on network 1cf55914-a1d3-4006-9000-a912743cd481 {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:47.989493 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:47.990157 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Checking segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:47.991101 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:47.992723 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Bound using segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:47.993530 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Bound port: fb0435d6-46b7-4ea2-b032-f49ac27dd9df, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'}}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:47.999025 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.173460 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] For port fb0435d6-46b7-4ea2-b032-f49ac27dd9df, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:48.179313 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] For port fb0435d6-46b7-4ea2-b032-f49ac27dd9df, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:48.238767 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 058c808a-ede9-48c4-ae53-e2dbbb2caeca completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:48.242407 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3754270a-1ef9-4043-a48d-fa32d773c07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.243584 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 058c808a-ede9-48c4-ae53-e2dbbb2caeca triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:48.243995 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.275586 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.287281 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:48.315195 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3754270a-1ef9-4043-a48d-fa32d773c07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.343164 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.387845 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.451166 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:48.455394 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.457521 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] 10.222.0.22 "DELETE /v2.0/networks/ce0f722b-ce55-4c5f-bf90-1d4425bdd17b HTTP/1.1" status: 204 len: 168 time: 2.8713722 Jun 15 14:29:48.461007 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53302) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:48.480471 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Allocated IP 172.20.0.6 (9d5279d9-876c-4f4c-a14b-bb71d01177e6/0e485fdc-a26a-4c81-a8fd-a9b2a94e97b0/1b589faf-7801-4c1a-829b-c2700cdbde40) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:29:48.502927 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.509137 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc4850-96b0-4d0d-acb4-51b4ed4a8619 None None] Pushing event updated for resources: {'Port': ['ID=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,revision_number=4']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:48.520344 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.526190 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-6fbc4850-96b0-4d0d-acb4-51b4ed4a8619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:48.539068 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.566934 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 058c808a-ede9-48c4-ae53-e2dbbb2caeca, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=058c808a-ede9-48c4-ae53-e2dbbb2caeca,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:48.579702 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.579702 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3d4b3711-6f92-4986-a742-dab0a17731ce req-f9199387-6600-48a8-8c36-8b1260e43942 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.2257717 Jun 15 14:29:48.588207 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:48.588873 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:29:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:48.598386 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670411'] for router_interface, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.667344 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695badbe-877e-4a1c-8f8d-8c1989618ca1 req-2f0cb2bf-b573-4397-8b7b-d6174a99b854 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:48.679198 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-695badbe-877e-4a1c-8f8d-8c1989618ca1 req-2f0cb2bf-b573-4397-8b7b-d6174a99b854 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 932 time: 0.8569582 Jun 15 14:29:48.694505 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1205c879-1164-48d2-9b61-92c45cd06e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:48.713449 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:48.719043 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device d99e873e-01d2-4ff7-9421-6e6d277fdf21 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:48.722456 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:48.962192 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:49.014381 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=058c808a-ede9-48c4-ae53-e2dbbb2caeca,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:49.021493 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:49.060456 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port d99e873e-01d2-4ff7-9421-6e6d277fdf21 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:49.060895 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.101300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=ce0f722b-ce55-4c5f-bf90-1d4425bdd17b,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:49.108994 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:49.330410 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-294317f4-27da-4711-b268-7114abad71c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.470991 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-695badbe-877e-4a1c-8f8d-8c1989618ca1 req-c52e5abc-6e14-424b-88df-4aa4a9624894 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7897890 Jun 15 14:29:49.472081 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.614362 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 058c808a-ede9-48c4-ae53-e2dbbb2caeca up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:49.683093 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] Deleting subnet 11358be1-b44f-42fd-b041-1d94d11fecfb {{(pid=92287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:29:49.699691 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.742779 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 058c808a-ede9-48c4-ae53-e2dbbb2caeca triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:49.743402 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:49.789172 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:48Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:49.804297 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb3aeb3-b37d-47ad-8efb-5f7e63398dca None None] The sync data for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb is: [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:48Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:29:49.826866 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.033392 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26891138'] for subnet, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.110493 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba {{(pid=92288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:50.120032 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.140033 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3754270a-1ef9-4043-a48d-fa32d773c07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.140943 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:50.147482 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Transition to ACTIVE for port object e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba will not be triggered until provisioned by entity L2. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:50.149296 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Pushing event updated for resources: {'Port': ['ID=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:50.156495 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.466s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:50.272203 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3754270a-1ef9-4043-a48d-fa32d773c07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.273282 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-3754270a-1ef9-4043-a48d-fa32d773c07b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95c47ae5-310e-4346-ad85-b9e58d92fa1f HTTP/1.1" status: 204 len: 168 time: 4.4685779 Jun 15 14:29:50.285078 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Network 43342815-6762-4438-b9a1-4b70885d1710 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:50.286626 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.296466 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:50.310291 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:50.472219 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:29:50.575222 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:29:50.586887 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:29:50.601194 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.606376 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Pushing event updated for resources: {'Port': ['ID=1b589faf-7801-4c1a-829b-c2700cdbde40,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:50.875258 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:50.897449 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-73457301-c15b-4e48-a9c5-a18cd9dbdd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.580s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:50.962259 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:50.969722 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754270a-1ef9-4043-a48d-fa32d773c07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c47ae5-310e-4346-ad85-b9e58d92fa1f,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:50.976368 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3754270a-1ef9-4043-a48d-fa32d773c07b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:51.018048 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:51.019126 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:51.108401 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:51.111441 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:51.171806 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27175753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26222068'] for subnet, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:51.173021 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8f164-a023-4601-b9fa-aced09ae84af,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:51.181000 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:51.185472 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:51.234958 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Pushing event updated for resources: {'Port': ['ID=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:51.243392 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:51.262187 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11358be1-b44f-42fd-b041-1d94d11fecfb,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:51.339491 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:51.343118 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2537544 Jun 15 14:29:51.345426 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:51.377368 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 4.2510133 Jun 15 14:29:51.381575 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53342) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:51.401544 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'security_group_rule': {'security_group_id': 'e5c8f164-a023-4601-b9fa-aced09ae84af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:51.493363 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Request body: {'port': {'device_id': 'e2237541-45ea-421d-8e41-83443b2974d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:51.517693 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Router 3f697191-258c-48a3-8978-c85a84d2b052 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:29:51.581343 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:51.587102 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6bd3280f-2c69-4e05-8d92-a44d9f26cb84 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/11358be1-b44f-42fd-b041-1d94d11fecfb HTTP/1.1" status: 204 len: 168 time: 3.1212227 Jun 15 14:29:51.598422 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5c06f-959c-42ef-83a3-e13cd8dded2f req-390a1172-04f6-4c20-ac04-a4d0b4870b85 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:51.608985 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53346) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:51.614857 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fa5c06f-959c-42ef-83a3-e13cd8dded2f req-390a1172-04f6-4c20-ac04-a4d0b4870b85 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 931 time: 1.4592957 Jun 15 14:29:51.691340 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device fb0435d6-46b7-4ea2-b032-f49ac27dd9df up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:52.309943 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.350592 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.353339 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.390626 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Attempting to bind port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:52.391548 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Attempting to bind port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:52.391548 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Attempting to bind port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:52.410140 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port fb0435d6-46b7-4ea2-b032-f49ac27dd9df completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:29:52.414847 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8e070cf8-84e4-4d6c-ab73-0c2c68a54c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.419611 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.423718 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port fb0435d6-46b7-4ea2-b032-f49ac27dd9df triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:52.426062 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.553694 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:29:52.579128 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:29:52.588462 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.591239 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Attempting to bind port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:52.610054 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fa5c06f-959c-42ef-83a3-e13cd8dded2f req-73a9a89d-85e0-4d95-bdb9-eba34bd7f362 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9925013 Jun 15 14:29:52.632008 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:52.632008 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Checking segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:52.632008 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Bound using segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:52.632742 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Bound port: e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'}}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:52.633317 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.743730 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.760537 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815411c-e804-42da-a4ad-7bd6983a9c37 req-c52466c6-b48a-44b5-a4b1-3af9278cfbd0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:52.782147 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.782474 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3815411c-e804-42da-a4ad-7bd6983a9c37 req-c52466c6-b48a-44b5-a4b1-3af9278cfbd0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 944 time: 1.2929964 Jun 15 14:29:52.792755 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:52.888531 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port fb0435d6-46b7-4ea2-b032-f49ac27dd9df, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:29:52.891436 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.954352 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:52.958396 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:52.991094 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:29:53.013615 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] 10.222.0.22 "PUT /v2.0/routers/3f697191-258c-48a3-8978-c85a84d2b052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4992044 Jun 15 14:29:53.058561 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850dbb6e-55a9-46fd-b4d6-4f270968e104,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:53.059272 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Sync routers for ids ['3f697191-258c-48a3-8978-c85a84d2b052'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:29:53.102893 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3815411c-e804-42da-a4ad-7bd6983a9c37 req-11298527-d90e-4eb5-8382-d800029ef040 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193161 Jun 15 14:29:53.108604 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Routers {'3f697191-258c-48a3-8978-c85a84d2b052'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:53.109950 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:29:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['3f697191-258c-48a3-8978-c85a84d2b052'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:53.119618 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] For port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba, host hv-cinder-79628, cleared binding levels {{(pid=92288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:53.134978 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] For port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:53.177476 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.181411 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:53.184359 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:53.199694 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:53.216959 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.218446 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8355460 Jun 15 14:29:53.223119 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53386) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:53.228953 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'security_group_rule': {'security_group_id': 'e5c8f164-a023-4601-b9fa-aced09ae84af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:53.241408 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0ba73e-913a-4adc-8585-c90630ae76c7']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:53.288620 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.302791 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80efde2c-d3e6-4b3e-8b4a-36abf6992d2d') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:53.303694 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80efde2c-d3e6-4b3e-8b4a-36abf6992d2d') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:53.324389 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.339822 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:53.553427 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:53.554540 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.580064 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.582256 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] 10.222.0.45 "PUT /v2.0/ports/e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba HTTP/1.1" status: 200 len: 1094 time: 6.8076050 Jun 15 14:29:53.585176 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c53dd83-ee81-441b-a30a-971f9f14ad9c', 'tag': 'e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:53.605894 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:29:53.606746 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:29:53.608104 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:29:53.780667 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device fb0435d6-46b7-4ea2-b032-f49ac27dd9df up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:53.918747 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Set router 3f697191-258c-48a3-8978-c85a84d2b052 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:53.961678 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.978050 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:53.985807 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:53.988089 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1e0ba73e-913a-4adc-8585-c90630ae76c7 HTTP/1.1" status: 204 len: 168 time: 2.3751326 Jun 15 14:29:54.003004 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b589faf-7801-4c1a-829b-c2700cdbde40 {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:29:54.009426 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0ba73e-913a-4adc-8585-c90630ae76c7,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:54.015784 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.020670 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:54.045338 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Transition to ACTIVE for port object 1b589faf-7801-4c1a-829b-c2700cdbde40 will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:54.108891 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.111939 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:54.125901 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port fb0435d6-46b7-4ea2-b032-f49ac27dd9df triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:29:54.126299 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.132060 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.231507 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Pushing event updated for resources: {'Port': ['ID=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,revision_number=3']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:54.246127 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:54.430262 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.470636 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487731b5-9684-40b0-bb86-f5aeecb667cf req-d83c9123-3b28-4061-8a12-84b0f61a9d61 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:54.481049 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-487731b5-9684-40b0-bb86-f5aeecb667cf req-d83c9123-3b28-4061-8a12-84b0f61a9d61 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 931 time: 0.6137435 Jun 15 14:29:54.523085 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Pushing event updated for resources: {'Port': ['ID=1b589faf-7801-4c1a-829b-c2700cdbde40,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:54.532335 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:54.540805 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.588164 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:54.594972 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-2fa99cad-cc25-41f4-b712-7ee85c3bfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:54.602433 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-2fa99cad-cc25-41f4-b712-7ee85c3bfd11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 1097 time: 0.7757790 Jun 15 14:29:54.726291 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befa898b-54c0-4352-92bf-7b2afeca1a8c,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:54.740849 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:54.852784 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Attempting to bind port 1b589faf-7801-4c1a-829b-c2700cdbde40 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:54.855536 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Attempting to bind port 1b589faf-7801-4c1a-829b-c2700cdbde40 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '385c3180-e8d9-42d9-a05a-c1c152294be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9d5279d9-876c-4f4c-a14b-bb71d01177e6'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:54.856027 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Attempting to bind port 1b589faf-7801-4c1a-829b-c2700cdbde40 on network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:54.871279 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Port 1b589faf-7801-4c1a-829b-c2700cdbde40 on network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:29:54.871456 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.872379 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Attempting to bind port 1b589faf-7801-4c1a-829b-c2700cdbde40 on network 9d5279d9-876c-4f4c-a14b-bb71d01177e6 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:54.880295 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:46Z', 'revision_number': 4, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port': {'id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:34Z', 'updated_at': '2021-06-15T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '37e2b3f2-54dc-4623-b53d-3ea9d0b40930', 'name': '', 'network_id': '43342815-6762-4438-b9a1-4b70885d1710', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'mac_address': 'fa:16:3e:89:58:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8da61677-3add-4c47-9772-b76c56b3c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:42Z', 'updated_at': '2021-06-15T14:29:47Z', 'revision_number': 2, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'subnets': [{'id': '8da61677-3add-4c47-9772-b76c56b3c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:54.885923 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Checking router: 3f697191-258c-48a3-8978-c85a84d2b052 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:29:54.886326 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:54.886512 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Updating router 3f697191-258c-48a3-8978-c85a84d2b052 port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 binding host dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:29:54.886697 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Checking segment: {'id': '385c3180-e8d9-42d9-a05a-c1c152294be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9d5279d9-876c-4f4c-a14b-bb71d01177e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:54.887488 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Bound using segment: {'id': '385c3180-e8d9-42d9-a05a-c1c152294be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9d5279d9-876c-4f4c-a14b-bb71d01177e6'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:54.896840 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590ffb79-5166-43ae-ad01-495dc3b508ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0c53dd83-ee81-441b-a30a-971f9f14ad9c", "tag": "e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:54.900724 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Bound port: 1b589faf-7801-4c1a-829b-c2700cdbde40, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '385c3180-e8d9-42d9-a05a-c1c152294be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '9d5279d9-876c-4f4c-a14b-bb71d01177e6'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:54.901312 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.901877 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-60880d91-95c0-4eda-b0ad-0912bbc6de45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba HTTP/1.1" status: 200 len: 217 time: 0.2773151 Jun 15 14:29:54.903091 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.904472 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6800523 Jun 15 14:29:54.907850 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-487731b5-9684-40b0-bb86-f5aeecb667cf req-9bc5a782-e62f-4193-ab7f-253dce15aa65 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239762 Jun 15 14:29:54.926419 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53442) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:54.951042 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:54.973948 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53446) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:55.137892 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'floatingip': {'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:29:55.160739 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-6c92be91-9539-46f9-8bf5-2fa9cf312ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:55.167070 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-6c92be91-9539-46f9-8bf5-2fa9cf312ba8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69786d4a-deab-4b68-9f91-a888e7faac83 HTTP/1.1" status: 200 len: 854 time: 0.2392855 Jun 15 14:29:55.246531 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-5fa0395b-5bbb-4335-b2da-f0059008d380 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ca2a2a5cc734d45967b0ef7f43f7d3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2645984 Jun 15 14:29:55.251683 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53452) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:55.414120 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] For port 1b589faf-7801-4c1a-829b-c2700cdbde40, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:55.472667 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] For port 1b589faf-7801-4c1a-829b-c2700cdbde40, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1b589faf-7801-4c1a-829b-c2700cdbde40,segment=NetworkSegment(385c3180-e8d9-42d9-a05a-c1c152294be5),segment_id=385c3180-e8d9-42d9-a05a-c1c152294be5)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:55.496583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1d608dcd-d240-489d-b35c-93a633c2abd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:55.598637 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-c9f4ee79-d142-48f7-a69c-dc42aa43f316 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3695481 Jun 15 14:29:55.604817 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1d608dcd-d240-489d-b35c-93a633c2abd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:55.898448 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Notify callbacks [] for port, precommit_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:55.914738 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Transition to ACTIVE for port object 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:29:56.097794 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f0e61-5080-4131-b252-e27a1efa504e req-6d066ee9-2131-4e6f-9855-839f797a5384 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:56.100098 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-6d066ee9-2131-4e6f-9855-839f797a5384 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 818 time: 1.1899085 Jun 15 14:29:56.135251 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18cce-d630-46f0-93c9-1314c97adca2 req-8915958c-1f26-4c3b-8f95-355072ef349b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:56.136877 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-22e18cce-d630-46f0-93c9-1314c97adca2 req-8915958c-1f26-4c3b-8f95-355072ef349b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 944 time: 0.8577654 Jun 15 14:29:56.151925 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-5b8becef-3324-40fa-9cf9-1978d1623034 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/quotas/b1df2f5647b54a7d9cb901f10ff67d57 HTTP/1.1" status: 200 len: 375 time: 0.0138590 Jun 15 14:29:56.231555 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-d6e99faa-a38c-445c-94c2-14498b17e401 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265258 Jun 15 14:29:56.272974 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-22e18cce-d630-46f0-93c9-1314c97adca2 req-2924ca90-05e8-4595-9856-29ff105c2872 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184168 Jun 15 14:29:56.329952 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-0f6170e4-daf5-4b90-812a-db384731c8f8 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1584802 Jun 15 14:29:56.418047 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:56.418256 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:56.419813 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1d608dcd-d240-489d-b35c-93a633c2abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:56.433477 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-b1518c89-e3d8-4dc5-be2d-2685cc54492d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:56.453758 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:56.565845 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1d608dcd-d240-489d-b35c-93a633c2abd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:56.567330 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-1d608dcd-d240-489d-b35c-93a633c2abd5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae47ff8b-2c50-4b53-9745-7075ae55f02b HTTP/1.1" status: 204 len: 168 time: 1.3072200 Jun 15 14:29:56.575610 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Pushing event updated for resources: {'Port': ['ID=1b589faf-7801-4c1a-829b-c2700cdbde40,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:56.587905 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:56.590460 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:56.629480 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:56.633659 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:56.636704 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b589faf-7801-4c1a-829b-c2700cdbde40 HTTP/1.1" status: 200 len: 1093 time: 5.1961765 Jun 15 14:29:56.636704 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2237541-45ea-421d-8e41-83443b2974d9', 'tag': '1b589faf-7801-4c1a-829b-c2700cdbde40'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:29:56.657773 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d608dcd-d240-489d-b35c-93a633c2abd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae47ff8b-2c50-4b53-9745-7075ae55f02b,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:56.675421 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1d608dcd-d240-489d-b35c-93a633c2abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:56.815603 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:56.899993 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4f602-90d3-422e-af01-612bd7b373fe None None] Pushing event updated for resources: {'Port': ['ID=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:56.916350 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-02f4f602-90d3-422e-af01-612bd7b373fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:57.116052 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-3a30c331-6c41-4b67-bab9-ea03795e3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:57.124769 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-3a30c331-6c41-4b67-bab9-ea03795e3961 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d39507947a7948b7b770788f078d7376&device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 1096 time: 0.2887511 Jun 15 14:29:57.178344 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Attempting to bind port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:29:57.178740 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Attempting to bind port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:29:57.179136 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Attempting to bind port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 on network 43342815-6762-4438-b9a1-4b70885d1710 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:29:57.202423 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:29:57.202820 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Checking segment: {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:29:57.203239 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.203651 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Bound using segment: {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:29:57.204194 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Bound port: 37e2b3f2-54dc-4623-b53d-3ea9d0b40930, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:29:57.204583 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.265866 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53486) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:57.328285 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12838bfd-30ea-4d75-a86f-bea95dda07ce x-openstack-request-id: req-12838bfd-30ea-4d75-a86f-bea95dda07ce {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:57.330172 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c53dd83-ee81-441b-a30a-971f9f14ad9c", "tag": "e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:57.337580 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12838bfd-30ea-4d75-a86f-bea95dda07ce {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:57.338162 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c53dd83-ee81-441b-a30a-971f9f14ad9c', 'tag': 'e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', 'status': 'completed', 'code': 200} Jun 15 14:29:57.369304 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-002795e3-8baf-4991-adfe-ac7a8fa88694 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b589faf-7801-4c1a-829b-c2700cdbde40 HTTP/1.1" status: 200 len: 217 time: 0.2230759 Jun 15 14:29:57.454068 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] For port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:29:57.468433 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] For port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:29:57.497895 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24465c63-a630-40c3-a920-ac4f07e1d051" -d '{"events": [{"name": "network-changed", "server_uuid": "e2237541-45ea-421d-8e41-83443b2974d9", "tag": "1b589faf-7801-4c1a-829b-c2700cdbde40"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:29:57.576988 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-e755787b-4763-4291-ab89-367839038e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:57.584631 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-e755787b-4763-4291-ab89-367839038e4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e485fdc-a26a-4c81-a8fd-a9b2a94e97b0 HTTP/1.1" status: 200 len: 851 time: 0.1367645 Jun 15 14:29:57.604709 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:57.608379 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:57.632269 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-5d4e2673-6372-494e-9e6e-31346800de38 service neutron] 10.222.0.22 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2938428 Jun 15 14:29:57.644102 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ae4c653-1ae9-43cc-8d0c-b670fd4e2ba6 req-25cb2de1-7548-4412-ba1d-210e016d82f8 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8304040 Jun 15 14:29:57.790706 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-73cff52c-79c6-41e9-83aa-2db728ec980d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d5279d9-876c-4f4c-a14b-bb71d01177e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1739349 Jun 15 14:29:57.795831 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Routers {'3f697191-258c-48a3-8978-c85a84d2b052'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:29:57.796508 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:29:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['3f697191-258c-48a3-8978-c85a84d2b052'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:57.864891 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-90389ced-8980-4154-9a7a-154f81bccf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:58.068596 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-cf7cee6c-39e7-4d86-a03c-aa56af9e6447 service neutron] 10.222.0.22 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156229 Jun 15 14:29:58.145508 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4f602-90d3-422e-af01-612bd7b373fe None None] Pushing event updated for resources: {'Port': ['ID=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:58.301175 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-02f4f602-90d3-422e-af01-612bd7b373fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:58.365889 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] Set router 3f697191-258c-48a3-8978-c85a84d2b052 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:29:58.408234 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-377717c1-c16d-4e30-b3e1-03e2b369baaf service neutron] 10.222.0.45 "GET /v2.0/networks/9d5279d9-876c-4f4c-a14b-bb71d01177e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5637021 Jun 15 14:29:58.471834 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de3d8b-7e48-4c64-b55b-a3ecf2277004 req-45d773cb-c04f-423b-be02-4ef96ed58e3d tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:58.494036 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-05de3d8b-7e48-4c64-b55b-a3ecf2277004 req-45d773cb-c04f-423b-be02-4ef96ed58e3d tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 943 time: 0.9958377 Jun 15 14:29:58.657467 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53528) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:58.662126 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-90389ced-8980-4154-9a7a-154f81bccf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:58.665567 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-e0b6f05a-a892-4cc9-b4a8-dc8ce7a90992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:29:58.668971 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-e0b6f05a-a892-4cc9-b4a8-dc8ce7a90992 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 1097 time: 0.5985839 Jun 15 14:29:58.805955 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-90389ced-8980-4154-9a7a-154f81bccf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:58.831643 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:59.064068 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.092986 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90389ced-8980-4154-9a7a-154f81bccf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e9c7d-a067-4081-8ad8-8777b08324cb,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:59.100252 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-90389ced-8980-4154-9a7a-154f81bccf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:59.143715 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-90389ced-8980-4154-9a7a-154f81bccf81 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=914b2b1f0b8d4a29a1503773452fd985&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8777359 Jun 15 14:29:59.146073 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53538) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:59.178386 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-05de3d8b-7e48-4c64-b55b-a3ecf2277004 req-452558be-37b5-4c2c-8d44-4bd4cae9c43b tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787677 Jun 15 14:29:59.205419 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:46Z', 'revision_number': 4, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port': {'id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:34Z', 'updated_at': '2021-06-15T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '37e2b3f2-54dc-4623-b53d-3ea9d0b40930', 'name': '', 'network_id': '43342815-6762-4438-b9a1-4b70885d1710', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'mac_address': 'fa:16:3e:89:58:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8da61677-3add-4c47-9772-b76c56b3c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:42Z', 'updated_at': '2021-06-15T14:29:57Z', 'revision_number': 4, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'subnets': [{'id': '8da61677-3add-4c47-9772-b76c56b3c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:29:59.210842 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60be4713-6a07-43f0-83b1-f1e6cc5f62f5 None None] The sync data for ids ['3f697191-258c-48a3-8978-c85a84d2b052'] in dv-cinder-796286-3-smb is: [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:46Z', 'revision_number': 4, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port': {'id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:34Z', 'updated_at': '2021-06-15T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '37e2b3f2-54dc-4623-b53d-3ea9d0b40930', 'name': '', 'network_id': '43342815-6762-4438-b9a1-4b70885d1710', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'mac_address': 'fa:16:3e:89:58:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8da61677-3add-4c47-9772-b76c56b3c144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:42Z', 'updated_at': '2021-06-15T14:29:57Z', 'revision_number': 4, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'subnets': [{'id': '8da61677-3add-4c47-9772-b76c56b3c144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:29:59.250384 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-88e214c1-13bb-4b9a-b231-2dccf406c8c7 req-48b25b6d-a903-4ad4-a7bc-cb4824148c3a service neutron] 10.222.0.45 "GET /v2.0/networks/9d5279d9-876c-4f4c-a14b-bb71d01177e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870245 Jun 15 14:29:59.489544 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-bd303e02-d50d-4f8d-953d-7c76523289c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.489544 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-bd303e02-d50d-4f8d-953d-7c76523289c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.589294 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d8a3b3-1585-4323-9833-e669f8923a11 x-openstack-request-id: req-40d8a3b3-1585-4323-9833-e669f8923a11 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:29:59.589609 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2237541-45ea-421d-8e41-83443b2974d9", "tag": "1b589faf-7801-4c1a-829b-c2700cdbde40", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:29:59.594200 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40d8a3b3-1585-4323-9833-e669f8923a11 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:29:59.594200 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2237541-45ea-421d-8e41-83443b2974d9', 'tag': '1b589faf-7801-4c1a-829b-c2700cdbde40', 'status': 'completed', 'code': 200} Jun 15 14:29:59.608234 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-bfc9274f-1d39-442d-91d3-fb87f947de89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b862bed879e463f896c884cad9c97d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9475155 Jun 15 14:29:59.613157 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53542) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:29:59.767752 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:29:59.803169 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-bd303e02-d50d-4f8d-953d-7c76523289c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.822735 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-bd303e02-d50d-4f8d-953d-7c76523289c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.827506 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-bd303e02-d50d-4f8d-953d-7c76523289c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba2e9c7d-a067-4081-8ad8-8777b08324cb HTTP/1.1" status: 204 len: 168 time: 0.6801789 Jun 15 14:29:59.828535 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6b7794fe-70dd-465e-8383-f21d20c75f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:29:59.846793 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd303e02-d50d-4f8d-953d-7c76523289c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e9c7d-a067-4081-8ad8-8777b08324cb,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:29:59.856456 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-bd303e02-d50d-4f8d-953d-7c76523289c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:29:59.884034 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0b620a4a-82ec-46f4-87a1-ba9d6ec64f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:29:59.958648 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0b620a4a-82ec-46f4-87a1-ba9d6ec64f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:00.033229 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-b3cbab20-5e77-420e-8e6d-f56314a37637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.040847 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:00.041121 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-b3cbab20-5e77-420e-8e6d-f56314a37637 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d39507947a7948b7b770788f078d7376&device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 1096 time: 0.3061938 Jun 15 14:30:00.041231 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-30d62aa8-0d4c-4a03-a820-eb50b0f201b2 req-a7673042-31c5-4905-91a5-455841ace9eb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 210 time: 0.3189962 Jun 15 14:30:00.041453 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:00.041453 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:00.072974 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Allocated IP 172.28.2.111 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/eccea10f-1adf-426b-bddf-85e5e94a7783) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:00.101599 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-73c99e72-7b8e-4aad-9805-b73c8e80300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.112144 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-73c99e72-7b8e-4aad-9805-b73c8e80300d service neutron] 10.222.0.45 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 915 time: 1.3812811 Jun 15 14:30:00.518380 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:00.554641 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d574708-c1c4-4673-857e-cc8656a09f30 req-7dd1ec6e-e4dd-4360-a75c-ff5c6bf7e121 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.572620 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8d574708-c1c4-4673-857e-cc8656a09f30 req-7dd1ec6e-e4dd-4360-a75c-ff5c6bf7e121 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 944 time: 1.5371718 Jun 15 14:30:00.616704 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:00.624492 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-0af7e8b8-e19c-416e-97cc-ec98ecd1f084 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba HTTP/1.1" status: 200 len: 217 time: 0.4484639 Jun 15 14:30:00.632065 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-66eb6faf-ccac-4f7f-ac51-8ad56e60bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.634854 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-66eb6faf-ccac-4f7f-ac51-8ad56e60bb4d service neutron] 10.222.0.45 "GET /v2.0/networks?id=9d5279d9-876c-4f4c-a14b-bb71d01177e6 HTTP/1.1" status: 200 len: 912 time: 0.5652075 Jun 15 14:30:00.675191 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0b620a4a-82ec-46f4-87a1-ba9d6ec64f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:00.681056 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0b620a4a-82ec-46f4-87a1-ba9d6ec64f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:00.686924 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-0b620a4a-82ec-46f4-87a1-ba9d6ec64f7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d67a3d47-00f3-46fd-81c1-61301129a7ff HTTP/1.1" status: 204 len: 168 time: 1.0682507 Jun 15 14:30:00.686924 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:00.704877 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b620a4a-82ec-46f4-87a1-ba9d6ec64f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67a3d47-00f3-46fd-81c1-61301129a7ff,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:00.709850 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0b620a4a-82ec-46f4-87a1-ba9d6ec64f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:00.743656 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:00.749118 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:00.764776 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-36eac5ad-8567-4447-b510-fbc16b585ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.766190 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-36eac5ad-8567-4447-b510-fbc16b585ea1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69786d4a-deab-4b68-9f91-a888e7faac83 HTTP/1.1" status: 200 len: 854 time: 0.1061575 Jun 15 14:30:00.819313 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8d574708-c1c4-4673-857e-cc8656a09f30 req-90e81b79-76ca-46fb-8b23-92a6c15b00bd tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457979 Jun 15 14:30:00.896760 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:00.911762 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57fe96-3993-4745-942a-838fb2e46a17 req-e4fc5029-f192-47fb-9ea9-e4eb9f80f742 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:00.911762 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bb57fe96-3993-4745-942a-838fb2e46a17 req-e4fc5029-f192-47fb-9ea9-e4eb9f80f742 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 943 time: 0.2881372 Jun 15 14:30:00.911762 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:00.913670 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:01.438185 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bb57fe96-3993-4745-942a-838fb2e46a17 req-fdbdb7cc-aa7a-4b55-8fae-d8f2d26e5e16 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174232 Jun 15 14:30:01.544760 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd967-05eb-4902-8f6d-41b333def86f req-8b8669b6-0851-416b-85f0-71b30c7ecb36 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:01.555289 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-8b8669b6-0851-416b-85f0-71b30c7ecb36 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 818 time: 0.5848534 Jun 15 14:30:01.579086 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-3c1737cd-d29b-4cd7-ae2e-95b0db5ad441 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/quotas/b1df2f5647b54a7d9cb901f10ff67d57 HTTP/1.1" status: 200 len: 375 time: 0.0223243 Jun 15 14:30:01.580741 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:01.584933 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:01.595801 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53592) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:01.618936 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c125945-1710-4181-8456-54ba34b6bd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:01.650754 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:01.724252 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:01.733331 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:01.749721 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:01.781701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:01.781986 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:01.798790 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'Port': ['ID=eccea10f-1adf-426b-bddf-85e5e94a7783,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:01.812149 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:01.841016 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c125945-1710-4181-8456-54ba34b6bd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:01.863809 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-9cc2ba31-9efd-4b74-8f2e-31f794ab5ccb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2802632 Jun 15 14:30:01.929648 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:01.930167 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c125945-1710-4181-8456-54ba34b6bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:01.937822 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ea8d99c0-93f9-4d1b-b15d-9b333d71bc37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:02.018499 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2c125945-1710-4181-8456-54ba34b6bd16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11ebc6ebd1d743cea7a95eda423027ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191015 Jun 15 14:30:02.018499 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c125945-1710-4181-8456-54ba34b6bd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f127a97-6df5-4803-ba74-6fbec9dd58b2,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:02.020439 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2c125945-1710-4181-8456-54ba34b6bd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:02.021048 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53610) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:02.090140 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0705-cabb-4bc9-a175-ab2fe58525af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:02.130101 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0705-cabb-4bc9-a175-ab2fe58525af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:02.247341 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-69c1e0e4-b02d-49f8-a6a7-c983ad81c3de service neutron] 10.222.0.22 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722484 Jun 15 14:30:02.253628 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:02.389867 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1cb9-a361-4767-8679-60bf69699603 req-530a79a1-ba17-47eb-9eeb-29e8efc22ca7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:02.401493 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39df1cb9-a361-4767-8679-60bf69699603 req-530a79a1-ba17-47eb-9eeb-29e8efc22ca7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 944 time: 0.3491433 Jun 15 14:30:02.627800 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53624) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:02.631137 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-904764a6-0371-4e6e-8c53-7a77b0804df4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b589faf-7801-4c1a-829b-c2700cdbde40 HTTP/1.1" status: 200 len: 217 time: 0.1002614 Jun 15 14:30:02.633366 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0705-cabb-4bc9-a175-ab2fe58525af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:02.638607 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9b7e0705-cabb-4bc9-a175-ab2fe58525af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:02.641434 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9b7e0705-cabb-4bc9-a175-ab2fe58525af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f127a97-6df5-4803-ba74-6fbec9dd58b2 HTTP/1.1" status: 204 len: 168 time: 0.6173904 Jun 15 14:30:02.642733 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c41f15de-fc24-46e9-aed7-a4c11230088c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:02.659257 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-6bd5709f-eb6e-4676-87cb-aaa91d893809 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1246073 Jun 15 14:30:02.676279 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e0705-cabb-4bc9-a175-ab2fe58525af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f127a97-6df5-4803-ba74-6fbec9dd58b2,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:02.730857 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9b7e0705-cabb-4bc9-a175-ab2fe58525af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:02.746853 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39df1cb9-a361-4767-8679-60bf69699603 req-d9844518-a114-4c1b-94b2-9c67fa53bb79 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437700 Jun 15 14:30:02.777690 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-5613b39b-8376-44f2-bd40-d5b1889194aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:02.780762 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-5613b39b-8376-44f2-bd40-d5b1889194aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e485fdc-a26a-4c81-a8fd-a9b2a94e97b0 HTTP/1.1" status: 200 len: 851 time: 0.1220238 Jun 15 14:30:02.868506 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-9ef0721c-feab-41bc-897e-d1a65c74cabd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9d5279d9-876c-4f4c-a14b-bb71d01177e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793452 Jun 15 14:30:02.898893 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-6c2a0cac-aa38-440d-b79a-0ec611174cb8 service neutron] 10.222.0.22 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000478 Jun 15 14:30:03.056514 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:03.262097 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-032aa547-9679-4923-b3f4-57a99dbe091f service neutron] 10.222.0.45 "GET /v2.0/networks/9d5279d9-876c-4f4c-a14b-bb71d01177e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853059 Jun 15 14:30:03.461003 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-b518c97b-1c11-456c-9932-3897e1dd5be1 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506924 Jun 15 14:30:03.609162 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:03.690420 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d71f-deaf-498e-a7b2-fb392db850d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:03.706435 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3887ad6-ac52-4310-adee-b755c0636af0 req-bf05b3d9-9767-4547-8fe7-540c75fcb6f3 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:03.718044 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f3887ad6-ac52-4310-adee-b755c0636af0 req-bf05b3d9-9767-4547-8fe7-540c75fcb6f3 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 943 time: 0.4789259 Jun 15 14:30:03.726745 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-24465c63-a630-40c3-a920-ac4f07e1d051 req-5e9cc85e-ca93-4b37-b641-e97589256d76 service neutron] 10.222.0.45 "GET /v2.0/networks/9d5279d9-876c-4f4c-a14b-bb71d01177e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977538 Jun 15 14:30:03.874082 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6b924415-f1ae-40bd-973f-4e206611ce30 req-56e637b8-2cc4-4160-b58c-cbda8a571ebb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 210 time: 0.2246487 Jun 15 14:30:03.875323 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:03.905995 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:03.974782 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.067080 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-590ffb79-5166-43ae-ad01-495dc3b508ab req-56cec6a3-6534-4e06-ab64-29762aa7fc98 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966444 Jun 15 14:30:04.089858 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'Port': ['ID=eccea10f-1adf-426b-bddf-85e5e94a7783,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:04.119124 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f3887ad6-ac52-4310-adee-b755c0636af0 req-da490d5d-7181-45c6-8728-e848a168ab76 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547395 Jun 15 14:30:04.124695 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:04.208142 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c9f51-3ebf-45bd-85ad-ccb9409605ff req-20b26e43-a125-4cd9-b373-dcca50636cc4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:04.209884 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8f9c9f51-3ebf-45bd-85ad-ccb9409605ff req-20b26e43-a125-4cd9-b373-dcca50636cc4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 944 time: 0.1338837 Jun 15 14:30:04.232362 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d71f-deaf-498e-a7b2-fb392db850d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.290571 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8f9c9f51-3ebf-45bd-85ad-ccb9409605ff req-e3d8d29f-6c49-49f7-9d5b-0f8a12f4613d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694859 Jun 15 14:30:04.312380 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d71f-deaf-498e-a7b2-fb392db850d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.319167 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:04.401755 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53674) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:04.402053 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-d1b3d71f-deaf-498e-a7b2-fb392db850d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45f22728d49443b8a427b9cb67bb444e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7474151 Jun 15 14:30:04.403498 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3d71f-deaf-498e-a7b2-fb392db850d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6491a9bb-3e0e-4ca6-9d8b-c3c652e36a59,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:04.408779 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-d1b3d71f-deaf-498e-a7b2-fb392db850d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:04.410690 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.413163 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2957904 Jun 15 14:30:04.503082 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37aeb9ec-af6a-480c-a2ad-0feefa6ffb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.536093 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37aeb9ec-af6a-480c-a2ad-0feefa6ffb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.725323 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37aeb9ec-af6a-480c-a2ad-0feefa6ffb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.730634 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37aeb9ec-af6a-480c-a2ad-0feefa6ffb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:04.736462 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-37aeb9ec-af6a-480c-a2ad-0feefa6ffb68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6491a9bb-3e0e-4ca6-9d8b-c3c652e36a59 HTTP/1.1" status: 204 len: 168 time: 0.3324614 Jun 15 14:30:04.739348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:04.769501 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aeb9ec-af6a-480c-a2ad-0feefa6ffb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6491a9bb-3e0e-4ca6-9d8b-c3c652e36a59,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:04.783128 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-37aeb9ec-af6a-480c-a2ad-0feefa6ffb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:04.881842 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-0a9be906-391d-4863-a87a-bd89199cb8c4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--302708494&fields=id&tenant_id=0891bc11852442f6bc736400a37b8ff0 HTTP/1.1" status: 200 len: 267 time: 0.1000612 Jun 15 14:30:05.331441 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a875a947-4e5e-4401-a3d1-d55b2b130f10 req-0aedef03-cc80-4871-af8e-9c2fa4733261 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 210 time: 0.0779588 Jun 15 14:30:05.444125 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-2d2676df-eec4-41f5-8607-246ae6a27f25 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:05.446043 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-2d2676df-eec4-41f5-8607-246ae6a27f25 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 810 time: 0.5540531 Jun 15 14:30:05.471941 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-fabf7b20-cdcf-44de-b70e-cb302c4576d7 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/quotas/0891bc11852442f6bc736400a37b8ff0 HTTP/1.1" status: 200 len: 375 time: 0.0133536 Jun 15 14:30:05.588005 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f0e61-5080-4131-b252-e27a1efa504e req-f5472844-817d-4aea-8dee-b05d7df4da92 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:05.589359 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-f5472844-817d-4aea-8dee-b05d7df4da92 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 818 time: 0.3395557 Jun 15 14:30:05.610012 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Request body: {'port': {'device_id': 'df88ded0-6ad2-4e4a-a2f3-f794a960d9ce', 'network_id': '43342815-6762-4438-b9a1-4b70885d1710', 'admin_state_up': True, 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:05.746855 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daac89d-4d62-45a3-82b1-4c82f7c30e25 req-663d7085-c604-4244-8d9e-61afcaee8a80 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:05.748650 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9daac89d-4d62-45a3-82b1-4c82f7c30e25 req-663d7085-c604-4244-8d9e-61afcaee8a80 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 943 time: 0.2665787 Jun 15 14:30:05.792363 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53724) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:05.796550 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-dfa5874d-da7a-4213-ae1e-ac99add7bce6 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3130925 Jun 15 14:30:05.878774 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9daac89d-4d62-45a3-82b1-4c82f7c30e25 req-57d76856-932d-490f-93c7-9e5e47afdb3a tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143270 Jun 15 14:30:06.061956 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Made reservation on behalf of b1df2f5647b54a7d9cb901f10ff67d57 for: {'port': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:06.065963 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.184444 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea16fafa-bd2b-43f8-8881-8e5ac8e6fc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.260289 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a3c10-7c2e-4c5a-bf75-cc8289a3951e req-095a8a6c-e3dd-4ecc-a473-f47f75773b00 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:06.265654 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5e5a3c10-7c2e-4c5a-bf75-cc8289a3951e req-095a8a6c-e3dd-4ecc-a473-f47f75773b00 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 944 time: 0.2387993 Jun 15 14:30:06.298232 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53738) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:06.303670 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Allocated IP 172.20.0.2 (43342815-6762-4438-b9a1-4b70885d1710/8da61677-3add-4c47-9772-b76c56b3c144/5feb99ad-1def-4f9f-8899-b622d0c994d6) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:06.347066 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f654-7be1-46d0-97a4-44734d552044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.382161 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5e5a3c10-7c2e-4c5a-bf75-cc8289a3951e req-bfe00468-e5f6-4114-8369-3acc3b8ba08c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000588 Jun 15 14:30:06.388089 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea16fafa-bd2b-43f8-8881-8e5ac8e6fc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.446584 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ce153e09-447d-45e1-91cb-6b1f2741027c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:30:06.448614 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ce153e09-447d-45e1-91cb-6b1f2741027c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2206526 Jun 15 14:30:06.514466 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea16fafa-bd2b-43f8-8881-8e5ac8e6fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.522208 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:06.604530 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-83c0d4b6-80d1-4be6-b547-dd2c5a4a7215 req-874b2d74-87e5-40f3-918c-c0701dd6b35b tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 210 time: 0.0620346 Jun 15 14:30:06.612679 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16fafa-bd2b-43f8-8881-8e5ac8e6fc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dffa675-960f-4f0b-b5a7-5ed6bc08947a,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:06.634046 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-ea16fafa-bd2b-43f8-8881-8e5ac8e6fc07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f310d1e1592d4f838d25a2c0446d2f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8381202 Jun 15 14:30:06.635209 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ea16fafa-bd2b-43f8-8881-8e5ac8e6fc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:06.637588 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53748) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:06.777051 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-cebdc68d-2f9a-4e1e-bd67-888c09724196 service neutron] 10.222.0.22 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216746 Jun 15 14:30:06.789563 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.859299 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f654-7be1-46d0-97a4-44734d552044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.861736 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12f91d10-6bcd-4ee9-b289-c4c01cc89540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.914026 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12f91d10-6bcd-4ee9-b289-c4c01cc89540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.938767 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-c4b15eb2-2166-4066-a18c-ee3e7f441aa7 service neutron] 10.222.0.22 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525288 Jun 15 14:30:06.960710 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e1e8f654-7be1-46d0-97a4-44734d552044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:06.999351 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-bd303e02-d50d-4f8d-953d-7c76523289c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:07.027487 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.042739 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:07.077346 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8f654-7be1-46d0-97a4-44734d552044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d4803-a120-41e4-8798-bf6d666e1602,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:07.117255 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e1e8f654-7be1-46d0-97a4-44734d552044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:07.132801 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Network 43342815-6762-4438-b9a1-4b70885d1710 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:07.147880 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:07.163106 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:07.174174 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:07.179997 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.221354 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Pushing event updated for resources: {'Port': ['ID=5feb99ad-1def-4f9f-8899-b622d0c994d6,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:07.235419 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-e1e8f654-7be1-46d0-97a4-44734d552044 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c94ae96cffc747c18bcfcf54554db70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9351604 Jun 15 14:30:07.239702 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 53770) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:07.303169 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:07.365846 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4482957-9f6b-4493-aa51-d8dfcb2c7f03 req-2d2a63dc-bea7-47b7-abfd-496b6e7b00e3 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:07.367810 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a4482957-9f6b-4493-aa51-d8dfcb2c7f03 req-2d2a63dc-bea7-47b7-abfd-496b6e7b00e3 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 943 time: 0.1490486 Jun 15 14:30:07.387851 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd967-05eb-4902-8f6d-41b333def86f req-15fdd8e0-caba-4241-93c8-0e9e2d8a45e1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:07.404614 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-15fdd8e0-caba-4241-93c8-0e9e2d8a45e1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 818 time: 0.4443669 Jun 15 14:30:07.412758 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Request body: {'port': {'device_id': 'c3eed1d4-ca4a-4365-bf65-43d85f622fdb', 'network_id': '43342815-6762-4438-b9a1-4b70885d1710', 'admin_state_up': True, 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:07.444568 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a4482957-9f6b-4493-aa51-d8dfcb2c7f03 req-ca2f6069-f8f7-4d2e-a581-ec5baed36077 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689311 Jun 15 14:30:07.513549 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 1b589faf-7801-4c1a-829b-c2700cdbde40 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:07.535799 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e91d255d-9451-4f9e-9fb6-19fb90f63b08 req-73a1afd0-d241-4a10-8265-6c08ebb34ae4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 210 time: 0.1028631 Jun 15 14:30:07.552485 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-39d672ae-7fbf-447d-8677-2d3b252ce36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.580639 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-39d672ae-7fbf-447d-8677-2d3b252ce36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.585946 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9782021 Jun 15 14:30:07.595116 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Request body: {'port': {'device_id': 'df88ded0-6ad2-4e4a-a2f3-f794a960d9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:07.663235 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12f91d10-6bcd-4ee9-b289-c4c01cc89540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.666280 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12f91d10-6bcd-4ee9-b289-c4c01cc89540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.668837 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-12f91d10-6bcd-4ee9-b289-c4c01cc89540 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1dffa675-960f-4f0b-b5a7-5ed6bc08947a HTTP/1.1" status: 204 len: 168 time: 1.0301530 Jun 15 14:30:07.689951 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2c125945-1710-4181-8456-54ba34b6bd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:07.791198 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f91d10-6bcd-4ee9-b289-c4c01cc89540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dffa675-960f-4f0b-b5a7-5ed6bc08947a,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:07.800903 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-12f91d10-6bcd-4ee9-b289-c4c01cc89540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:07.805436 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-39d672ae-7fbf-447d-8677-2d3b252ce36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.810798 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-39d672ae-7fbf-447d-8677-2d3b252ce36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:07.810798 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-39d672ae-7fbf-447d-8677-2d3b252ce36d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b83d4803-a120-41e4-8798-bf6d666e1602 HTTP/1.1" status: 204 len: 168 time: 0.5686483 Jun 15 14:30:07.813191 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:07.839429 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d672ae-7fbf-447d-8677-2d3b252ce36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d4803-a120-41e4-8798-bf6d666e1602,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:07.854228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-39d672ae-7fbf-447d-8677-2d3b252ce36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:07.966444 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:08.033501 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Made reservation on behalf of b1df2f5647b54a7d9cb901f10ff67d57 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:08.044919 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:08.127144 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd124dee-d7be-4643-a332-114a78b5f2a1 req-ffdbbaac-09f5-4638-9564-9d5dfb90bd7d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:08.144544 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bd124dee-d7be-4643-a332-114a78b5f2a1 req-ffdbbaac-09f5-4638-9564-9d5dfb90bd7d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 944 time: 0.3859358 Jun 15 14:30:08.242500 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 1b589faf-7801-4c1a-829b-c2700cdbde40, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1b589faf-7801-4c1a-829b-c2700cdbde40,segment=NetworkSegment(385c3180-e8d9-42d9-a05a-c1c152294be5),segment_id=385c3180-e8d9-42d9-a05a-c1c152294be5)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:08.270184 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '1b589faf-7801-4c1a-829b-c2700cdbde40', 'network_id': '9d5279d9-876c-4f4c-a14b-bb71d01177e6', 'port_id': '1b589faf-7801-4c1a-829b-c2700cdbde40', 'mac_address': 'fa:16:3e:bd:82:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e485fdc-a26a-4c81-a8fd-a9b2a94e97b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:08.377444 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:08.415751 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b589faf-7801-4c1a-829b-c2700cdbde40 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:08.444717 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c6da7b3e-ab8f-434a-882c-3737c7ae5378 req-b13c20e2-a2ee-4a9c-b582-941c7c9a6d7e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 210 time: 0.1287560 Jun 15 14:30:08.459796 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Allocated IP 172.20.0.3 (43342815-6762-4438-b9a1-4b70885d1710/8da61677-3add-4c47-9772-b76c56b3c144/7664d04c-f7be-4601-ba5b-2c24a89f0756) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:08.499133 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 1b589faf-7801-4c1a-829b-c2700cdbde40, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1b589faf-7801-4c1a-829b-c2700cdbde40,segment=NetworkSegment(385c3180-e8d9-42d9-a05a-c1c152294be5),segment_id=385c3180-e8d9-42d9-a05a-c1c152294be5)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:08.523117 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bd124dee-d7be-4643-a332-114a78b5f2a1 req-b6384ac3-7386-49d8-bfee-efed7fe31894 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760216 Jun 15 14:30:08.593822 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:08.594921 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:08.601191 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-cd3ee357-83e7-49d7-910a-b1b07e47e8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:08.738166 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f7f8d-90c7-400f-9c1c-0a3997fc7f0d req-7c71286a-0c10-440a-9470-f1d554ad8d20 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:08.758622 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fd8f7f8d-90c7-400f-9c1c-0a3997fc7f0d req-7c71286a-0c10-440a-9470-f1d554ad8d20 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 944 time: 0.1220956 Jun 15 14:30:08.821938 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53820) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:08.888197 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=1b589faf-7801-4c1a-829b-c2700cdbde40,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:08.894258 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fe0253fd-e05f-4fcd-af24-79235d3cf037 req-c110ed3a-1856-4eb6-864a-900703550c7d tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 210 time: 0.0800910 Jun 15 14:30:08.899992 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:08.916170 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fd8f7f8d-90c7-400f-9c1c-0a3997fc7f0d req-f8803649-6fca-4690-841a-b2a1a8c232c7 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559794 Jun 15 14:30:09.010441 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:09.032762 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': 'e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'port_id': 'e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', 'mac_address': 'fa:16:3e:b3:57:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69786d4a-deab-4b68-9f91-a888e7faac83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:09.046305 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.110843 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.141997 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:09.180927 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:09.188283 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.208668 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:09.221182 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-90939580-2edf-40a2-a66f-953075a3f7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.296962 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Network 43342815-6762-4438-b9a1-4b70885d1710 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:09.298958 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:09.301347 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Pushing event updated for resources: {'Port': ['ID=7664d04c-f7be-4601-ba5b-2c24a89f0756,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:09.311431 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.311646 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:09.314150 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:09.317590 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-4e318573-25db-46e6-96cd-efbee9390725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:09.434721 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:09.440059 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:09.443633 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53838) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:09.448585 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:09.448585 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.487672 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a98f3044-e1f5-432c-98be-3804adbc1609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.551566 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5feb99ad-1def-4f9f-8899-b622d0c994d6 {{(pid=92288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:09.594374 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-90939580-2edf-40a2-a66f-953075a3f7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.599825 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.634667 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Transition to ACTIVE for port object 5feb99ad-1def-4f9f-8899-b622d0c994d6 will not be triggered until provisioned by entity L2. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:09.719266 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['1b589faf-7801-4c1a-829b-c2700cdbde40'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:09.743779 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-90939580-2edf-40a2-a66f-953075a3f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.759354 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3594301 Jun 15 14:30:09.763015 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.773053 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Request body: {'port': {'device_id': 'c3eed1d4-ca4a-4365-bf65-43d85f622fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:09.823913 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:09.843569 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f773d23c-f526-4d77-b764-2f961cc06a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:09.903251 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90939580-2edf-40a2-a66f-953075a3f7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec92b38d-949c-4f3c-9399-898af35dcebc,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:09.938779 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:09.973632 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-90939580-2edf-40a2-a66f-953075a3f7cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74c93c3b49f644eda3d7dd72df751cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1499171 Jun 15 14:30:09.975297 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-90939580-2edf-40a2-a66f-953075a3f7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:09.988897 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9e309f83-ac22-4d56-bf26-6d90bf9020bb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:10.106083 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53866) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:10.113121 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb99ad-1def-4f9f-8899-b622d0c994d6,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:10.121039 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:10.181073 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10adb2-ca78-4a0b-864b-c0a73544cddf req-b800412c-d56a-4dda-ac8f-d912f3933f45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:10.182725 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3c10adb2-ca78-4a0b-864b-c0a73544cddf req-b800412c-d56a-4dda-ac8f-d912f3933f45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 945 time: 0.4505324 Jun 15 14:30:10.190503 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd61d6d9-714c-446e-944e-5f42aedccfa0 req-803509ce-b39a-4f65-ab28-7eac8bda182a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:10.192118 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fd61d6d9-714c-446e-944e-5f42aedccfa0 req-803509ce-b39a-4f65-ab28-7eac8bda182a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 931 time: 0.5277753 Jun 15 14:30:10.354881 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fd61d6d9-714c-446e-944e-5f42aedccfa0 req-6941db21-8781-4cc9-8697-eb8bd07baa8f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471779 Jun 15 14:30:10.365967 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c56a953e-b305-4bf1-b117-e90b2f6fc963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.449373 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c56a953e-b305-4bf1-b117-e90b2f6fc963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.462539 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3c10adb2-ca78-4a0b-864b-c0a73544cddf req-f1c36d19-50d3-4fdf-8149-89bccfeb7ffb tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637691 Jun 15 14:30:10.495258 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Attempting to bind port 5feb99ad-1def-4f9f-8899-b622d0c994d6 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:10.495613 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Attempting to bind port 5feb99ad-1def-4f9f-8899-b622d0c994d6 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:10.495948 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Attempting to bind port 5feb99ad-1def-4f9f-8899-b622d0c994d6 on network 43342815-6762-4438-b9a1-4b70885d1710 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:10.534647 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Port 5feb99ad-1def-4f9f-8899-b622d0c994d6 on network 43342815-6762-4438-b9a1-4b70885d1710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:30:10.534979 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Attempting to bind port 5feb99ad-1def-4f9f-8899-b622d0c994d6 on network 43342815-6762-4438-b9a1-4b70885d1710 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:10.544419 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a98f3044-e1f5-432c-98be-3804adbc1609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.548370 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:10.548693 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Checking segment: {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:10.549077 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Bound using segment: {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:10.549549 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Bound port: 5feb99ad-1def-4f9f-8899-b622d0c994d6, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'}}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:10.549884 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.665894 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7664d04c-f7be-4601-ba5b-2c24a89f0756 {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:10.685254 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.729130 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.45', 62965) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:10.776546 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Transition to ACTIVE for port object 7664d04c-f7be-4601-ba5b-2c24a89f0756 will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:10.954167 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a98f3044-e1f5-432c-98be-3804adbc1609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.954827 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c56a953e-b305-4bf1-b117-e90b2f6fc963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:10.967375 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9e9b8cbf-1ea4-4c02-9c67-7eb2b9015384 req-a15e8211-51cc-4a35-b571-648b46904b56 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 210 time: 0.3208873 Jun 15 14:30:11.006452 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:11.047309 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c56a953e-b305-4bf1-b117-e90b2f6fc963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.047309 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-c56a953e-b305-4bf1-b117-e90b2f6fc963 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec92b38d-949c-4f3c-9399-898af35dcebc HTTP/1.1" status: 204 len: 168 time: 0.9225316 Jun 15 14:30:11.047309 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] For port 5feb99ad-1def-4f9f-8899-b622d0c994d6, host hv-cinder-79628, cleared binding levels {{(pid=92288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:11.076238 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.089329 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-dd9f620f-d724-4bee-b6fd-45541e8bf190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:11.102297 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f3044-e1f5-432c-98be-3804adbc1609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf37fa-386f-4f49-ad33-3324f9760b8a,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:11.209592 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a953e-b305-4bf1-b117-e90b2f6fc963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec92b38d-949c-4f3c-9399-898af35dcebc,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:11.224458 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] For port 5feb99ad-1def-4f9f-8899-b622d0c994d6, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:11.234250 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c56a953e-b305-4bf1-b117-e90b2f6fc963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:11.259922 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:11.261489 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:11.267429 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a98f3044-e1f5-432c-98be-3804adbc1609 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f3a067a1b5c43759cb9aa88935ef9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8207698 Jun 15 14:30:11.270324 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53906) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:11.309115 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-f61459e4-9a38-4624-ae02-a74c0a56e584 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:11.312348 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-f61459e4-9a38-4624-ae02-a74c0a56e584 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 810 time: 0.5818741 Jun 15 14:30:11.319455 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7664d04c-f7be-4601-ba5b-2c24a89f0756,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:11.325661 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:11.338907 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.363241 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:11.438359 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db566-fc5a-4a90-a521-e9ea082bedc7 req-5f455470-328e-4cfa-8c45-0c2aae78b80c tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:11.440072 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6c7db566-fc5a-4a90-a521-e9ea082bedc7 req-5f455470-328e-4cfa-8c45-0c2aae78b80c tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 944 time: 0.5221577 Jun 15 14:30:11.463994 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:11.464622 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.466700 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/5feb99ad-1def-4f9f-8899-b622d0c994d6 HTTP/1.1" status: 200 len: 1093 time: 3.8755774 Jun 15 14:30:11.466864 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df88ded0-6ad2-4e4a-a2f3-f794a960d9ce', 'tag': '5feb99ad-1def-4f9f-8899-b622d0c994d6'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:11.469391 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d615a4-cef7-4e01-b680-9a59865fd3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "df88ded0-6ad2-4e4a-a2f3-f794a960d9ce", "tag": "5feb99ad-1def-4f9f-8899-b622d0c994d6"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:11.513635 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 1b589faf-7801-4c1a-829b-c2700cdbde40 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:11.564001 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-39e0a2f5-fd52-47d4-a1b7-6f916ab2b82a tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0891bc11852442f6bc736400a37b8ff0 HTTP/1.1" status: 200 len: 379 time: 0.2364879 Jun 15 14:30:11.574295 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-85830126-b16f-41cd-b02a-612aa0da6927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.584731 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'port': {'device_id': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'admin_state_up': True, 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'security_groups': ['e5c8f164-a023-4601-b9fa-aced09ae84af']}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:11.597969 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5feb99ad-1def-4f9f-8899-b622d0c994d6,revision_number=3']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:11.607551 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6c7db566-fc5a-4a90-a521-e9ea082bedc7 req-ce6f4f80-6fb9-4bdd-9abb-5b81fd8945a9 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452372 Jun 15 14:30:11.610000 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Attempting to bind port 7664d04c-f7be-4601-ba5b-2c24a89f0756 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:11.615644 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Attempting to bind port 7664d04c-f7be-4601-ba5b-2c24a89f0756 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:11.615644 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Attempting to bind port 7664d04c-f7be-4601-ba5b-2c24a89f0756 on network 43342815-6762-4438-b9a1-4b70885d1710 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:11.625356 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:11.632547 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Port 7664d04c-f7be-4601-ba5b-2c24a89f0756 on network 43342815-6762-4438-b9a1-4b70885d1710 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:30:11.632875 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Attempting to bind port 7664d04c-f7be-4601-ba5b-2c24a89f0756 on network 43342815-6762-4438-b9a1-4b70885d1710 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:11.640913 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-85830126-b16f-41cd-b02a-612aa0da6927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.644156 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:11.644547 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Checking segment: {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:11.645438 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Bound using segment: {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:11.645540 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Bound port: 7664d04c-f7be-4601-ba5b-2c24a89f0756, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd908a0db-36c6-4154-87ad-008f19968ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '43342815-6762-4438-b9a1-4b70885d1710'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:11.645825 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:11.959657 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 1b589faf-7801-4c1a-829b-c2700cdbde40 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:11.966725 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 1b589faf-7801-4c1a-829b-c2700cdbde40 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:11.977288 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.096742 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] For port 7664d04c-f7be-4601-ba5b-2c24a89f0756, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:12.103014 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] For port 7664d04c-f7be-4601-ba5b-2c24a89f0756, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:12.160827 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.166772 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Made reservation on behalf of 0891bc11852442f6bc736400a37b8ff0 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:12.181611 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.227926 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2237541-45ea-421d-8e41-83443b2974d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b589faf-7801-4c1a-829b-c2700cdbde40'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:12.232320 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e357fc2-c5fa-4d6b-84d0-0f69f0650d61 req-17913991-5e5b-4d89-b7d9-ab23f7b6a155 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.233948 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9e357fc2-c5fa-4d6b-84d0-0f69f0650d61 req-17913991-5e5b-4d89-b7d9-ab23f7b6a155 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 943 time: 0.5088706 Jun 15 14:30:12.240570 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.245612 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f63cfa-fe2a-4666-84f3-47d5f237110f req-53537515-dd2e-407d-912c-3abbfb2a55b3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.246222 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:12.253786 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-90f63cfa-fe2a-4666-84f3-47d5f237110f req-53537515-dd2e-407d-912c-3abbfb2a55b3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 945 time: 0.3187571 Jun 15 14:30:12.327796 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.328664 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.330752 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] 10.222.0.45 "PUT /v2.0/ports/7664d04c-f7be-4601-ba5b-2c24a89f0756 HTTP/1.1" status: 200 len: 1093 time: 2.5624869 Jun 15 14:30:12.339902 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 1b589faf-7801-4c1a-829b-c2700cdbde40, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1b589faf-7801-4c1a-829b-c2700cdbde40,segment=NetworkSegment(385c3180-e8d9-42d9-a05a-c1c152294be5),segment_id=385c3180-e8d9-42d9-a05a-c1c152294be5)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:12.344001 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3eed1d4-ca4a-4365-bf65-43d85f622fdb', 'tag': '7664d04c-f7be-4601-ba5b-2c24a89f0756'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:12.347204 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b4042-eb10-416c-bf30-855fcc3de23f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3eed1d4-ca4a-4365-bf65-43d85f622fdb", "tag": "7664d04c-f7be-4601-ba5b-2c24a89f0756"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:12.389464 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-90f63cfa-fe2a-4666-84f3-47d5f237110f req-dd941e95-75ed-4dba-b6b0-85fb84b3e082 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346145 Jun 15 14:30:12.393616 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-85830126-b16f-41cd-b02a-612aa0da6927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.433675 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f0e61-5080-4131-b252-e27a1efa504e req-c63537f1-81b8-40d5-884a-0f44544acb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.436939 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7664d04c-f7be-4601-ba5b-2c24a89f0756,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:12.437202 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-c63537f1-81b8-40d5-884a-0f44544acb68 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1096 time: 0.7818809 Jun 15 14:30:12.440074 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:12.440253 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-85830126-b16f-41cd-b02a-612aa0da6927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.444475 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-85830126-b16f-41cd-b02a-612aa0da6927 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6bf37fa-386f-4f49-ad33-3324f9760b8a HTTP/1.1" status: 204 len: 168 time: 1.1683402 Jun 15 14:30:12.456192 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.457138 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:12.472448 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:12.481528 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:12.546285 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9e357fc2-c5fa-4d6b-84d0-0f69f0650d61 req-b66a2cf3-0d66-475d-9ed3-3693a359790d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897022 Jun 15 14:30:12.551520 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d269d7-9880-4626-9ee8-7cad83e8a806 x-openstack-request-id: req-f2d269d7-9880-4626-9ee8-7cad83e8a806 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:12.552036 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df88ded0-6ad2-4e4a-a2f3-f794a960d9ce", "tag": "5feb99ad-1def-4f9f-8899-b622d0c994d6", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:12.552440 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2d269d7-9880-4626-9ee8-7cad83e8a806 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:12.553016 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df88ded0-6ad2-4e4a-a2f3-f794a960d9ce', 'tag': '5feb99ad-1def-4f9f-8899-b622d0c994d6', 'status': 'completed', 'code': 200} Jun 15 14:30:12.556682 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 53968) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:12.707051 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74184dfb-c62c-4392-9215-c88ecef191fa" -d '{"events": [{"server_uuid": "e2237541-45ea-421d-8e41-83443b2974d9", "name": "network-vif-plugged", "status": "completed", "tag": "1b589faf-7801-4c1a-829b-c2700cdbde40"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:12.723512 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=1b589faf-7801-4c1a-829b-c2700cdbde40,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:12.733769 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:12.761757 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85830126-b16f-41cd-b02a-612aa0da6927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf37fa-386f-4f49-ad33-3324f9760b8a,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:12.773770 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-10074b28-a7ae-4ce9-8a7b-a6267b376eb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6 HTTP/1.1" status: 200 len: 217 time: 0.3298085 Jun 15 14:30:12.775836 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-85830126-b16f-41cd-b02a-612aa0da6927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:12.777557 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c21d986c-fa2b-475f-ba27-2757deebc058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.787497 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2378c5a-e5b7-4d70-8a95-be75887841b4 x-openstack-request-id: req-a2378c5a-e5b7-4d70-8a95-be75887841b4 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:12.787836 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3eed1d4-ca4a-4365-bf65-43d85f622fdb", "tag": "7664d04c-f7be-4601-ba5b-2c24a89f0756", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:12.790895 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2378c5a-e5b7-4d70-8a95-be75887841b4 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:12.790895 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3eed1d4-ca4a-4365-bf65-43d85f622fdb', 'tag': '7664d04c-f7be-4601-ba5b-2c24a89f0756', 'status': 'completed', 'code': 200} Jun 15 14:30:12.829948 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Allocated IP 172.20.0.9 (1cf55914-a1d3-4006-9000-a912743cd481/3ed2e2a9-7a78-4a43-9e92-2f78d38fb273/779e203f-ae7d-43c8-9f58-d01b9ad7923b) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:12.832693 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:12.837366 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:12.837758 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:12.875045 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f0e61-5080-4131-b252-e27a1efa504e req-0730fa12-2092-4b48-91fb-9e90ab7750bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.877849 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-0730fa12-2092-4b48-91fb-9e90ab7750bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.0945823 Jun 15 14:30:12.895352 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd967-05eb-4902-8f6d-41b333def86f req-55293b1f-75dc-4475-a8be-3e6cafd8b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:12.899246 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-55293b1f-75dc-4475-a8be-3e6cafd8b4cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 1096 time: 0.3377600 Jun 15 14:30:12.970405 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-4b9c6377-b09d-4e27-a1c7-cabc1007f815 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756 HTTP/1.1" status: 200 len: 217 time: 0.0603700 Jun 15 14:30:12.975107 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2aea6461-becb-480b-876c-91230d02992b req-e39d0d2d-8cbd-4bac-a16f-0aa86400bc59 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 210 time: 0.0936954 Jun 15 14:30:13.003617 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:13.009183 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-2e232e21-b634-43ab-8971-10019b680db8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180339 Jun 15 14:30:13.077116 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:13.101164 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edd967-05eb-4902-8f6d-41b333def86f req-748bfeb4-53a0-4bb1-a312-07127cae0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:13.102690 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-748bfeb4-53a0-4bb1-a312-07127cae0d95 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.1186197 Jun 15 14:30:13.172535 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-eecc26db-7103-4ef0-b708-8937a8aa2099 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543419 Jun 15 14:30:13.182646 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:13.186517 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:13.191175 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-010534e8-f6c3-4b36-86fe-0a243ed5b332 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466120 Jun 15 14:30:13.328343 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:13.355523 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Transition to ACTIVE for port object 779e203f-ae7d-43c8-9f58-d01b9ad7923b will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:13.376680 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-e414d7de-05fa-48cb-92e9-7694b171f33d service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708343 Jun 15 14:30:13.377542 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:13.389835 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:13.454358 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cace6-489e-4ca0-b14f-3c3ada4556d2 req-c8ff2a25-7ebe-48f4-88a2-b619eaa45817 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:13.457815 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c587ff9-5147-481b-8b4f-f8a89596fb8e x-openstack-request-id: req-6c587ff9-5147-481b-8b4f-f8a89596fb8e {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:13.458188 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2237541-45ea-421d-8e41-83443b2974d9", "name": "network-vif-plugged", "status": "completed", "tag": "1b589faf-7801-4c1a-829b-c2700cdbde40", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:13.459065 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c587ff9-5147-481b-8b4f-f8a89596fb8e {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:13.459841 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2237541-45ea-421d-8e41-83443b2974d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b589faf-7801-4c1a-829b-c2700cdbde40', 'code': 200} Jun 15 14:30:13.464469 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0d3cace6-489e-4ca0-b14f-3c3ada4556d2 req-c8ff2a25-7ebe-48f4-88a2-b619eaa45817 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 945 time: 0.5228581 Jun 15 14:30:13.551557 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-659f0e61-5080-4131-b252-e27a1efa504e req-1d9aa825-3dad-4149-9abc-53cbc7e98961 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717172 Jun 15 14:30:13.585389 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0d3cace6-489e-4ca0-b14f-3c3ada4556d2 req-d44cf49d-1101-4f94-8aab-97909fadf5d5 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 Jun 15 14:30:13.606590 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-38edd967-05eb-4902-8f6d-41b333def86f req-a5162311-b4f7-4ed0-ac64-622ed501c0d3 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224371 Jun 15 14:30:13.633185 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:13.638811 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:13.660237 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c21d986c-fa2b-475f-ba27-2757deebc058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:13.708513 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362f7d5-a3b1-4af5-83ad-8e787672007b req-4992665f-b3d2-4394-9b54-f68df0a9871b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:13.717006 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d362f7d5-a3b1-4af5-83ad-8e787672007b req-4992665f-b3d2-4394-9b54-f68df0a9871b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.1101651 Jun 15 14:30:13.723678 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Network 1cf55914-a1d3-4006-9000-a912743cd481 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:13.738886 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:13.754852 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:13.774071 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c21d986c-fa2b-475f-ba27-2757deebc058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:13.779722 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-85830126-b16f-41cd-b02a-612aa0da6927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:13.787418 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'Port': ['ID=779e203f-ae7d-43c8-9f58-d01b9ad7923b,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:13.792787 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:13.894430 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d362f7d5-a3b1-4af5-83ad-8e787672007b req-81c94289-a201-48c8-b479-6ff95db36d0c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761653 Jun 15 14:30:13.921874 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-c21d986c-fa2b-475f-ba27-2757deebc058 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07d49de974dc4d9e860e11aefb30da6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3600473 Jun 15 14:30:13.925204 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54008) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:13.930783 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d986c-fa2b-475f-ba27-2757deebc058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bead7a11-3af5-40c4-b202-fc6757f4d35f,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:13.936565 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:13.937221 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:13.940969 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c21d986c-fa2b-475f-ba27-2757deebc058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:13.950975 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.45', 62968) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:14.004480 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-190606de-a2c0-4dbd-ac64-3ad8b6c6e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.006109 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-190606de-a2c0-4dbd-ac64-3ad8b6c6e65f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1096 time: 0.2684567 Jun 15 14:30:14.057975 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4821916 Jun 15 14:30:14.066786 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-19d54d6e-fa37-49f8-8a61-8fec1238145b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:14.086722 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Request body: {'port': {'device_id': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:14.088583 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54014) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:14.115688 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084f150-b9de-4edc-b443-82be3e1f3136 req-1238b4e6-6301-43ef-9dc2-e906c9ba53c1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.115688 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1084f150-b9de-4edc-b443-82be3e1f3136 req-1238b4e6-6301-43ef-9dc2-e906c9ba53c1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 943 time: 0.3895676 Jun 15 14:30:14.135673 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-e554b3f6-d4cd-4f64-bc83-6237a837e1bd None None] Provisioning for port 779e203f-ae7d-43c8-9f58-d01b9ad7923b completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:14.141046 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-e554b3f6-d4cd-4f64-bc83-6237a837e1bd None None] Provisioning complete for port 779e203f-ae7d-43c8-9f58-d01b9ad7923b triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:14.141715 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-e554b3f6-d4cd-4f64-bc83-6237a837e1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:14.179814 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b4042-eb10-416c-bf30-855fcc3de23f req-04ed7cac-db6d-4f5d-8b90-d5ad5369c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.181414 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-662b4042-eb10-416c-bf30-855fcc3de23f req-04ed7cac-db6d-4f5d-8b90-d5ad5369c96a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 1096 time: 0.3586335 Jun 15 14:30:14.277816 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edbeeb-1598-46c0-8bb1-779e14f4c350 req-6a7019bf-4afc-49fb-ac63-95d9f08ce186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.279548 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d7edbeeb-1598-46c0-8bb1-779e14f4c350 req-6a7019bf-4afc-49fb-ac63-95d9f08ce186 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 1098 time: 0.3274188 Jun 15 14:30:14.306344 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-16fd5566-fbfe-4460-b37d-28a81ba8b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.308135 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-16fd5566-fbfe-4460-b37d-28a81ba8b283 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 919 time: 0.2951984 Jun 15 14:30:14.338759 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-e554b3f6-d4cd-4f64-bc83-6237a837e1bd None None] Port 779e203f-ae7d-43c8-9f58-d01b9ad7923b cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:30:14.446282 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-19d54d6e-fa37-49f8-8a61-8fec1238145b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:14.701232 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1084f150-b9de-4edc-b443-82be3e1f3136 req-ac8241e3-7c02-4522-aa17-2ddd81911c13 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487678 Jun 15 14:30:14.724255 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-d7edbeeb-1598-46c0-8bb1-779e14f4c350 req-9e8f98cf-0e55-42b7-94ba-7486bffd9380 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:14.760862 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3ec55235-c168-4814-baf9-91ddc1e1c6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:14.774721 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-65f4c054-fc3b-4db2-a019-d012a4e0a6dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6 HTTP/1.1" status: 200 len: 217 time: 0.4135666 Jun 15 14:30:14.782597 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:14.798950 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b4042-eb10-416c-bf30-855fcc3de23f req-81b01fde-5829-407f-9ecd-49caae89d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.800474 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-662b4042-eb10-416c-bf30-855fcc3de23f req-81b01fde-5829-407f-9ecd-49caae89d21f service neutron] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 919 time: 0.6106112 Jun 15 14:30:14.812460 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7a90f-4c82-4314-b51f-080161831953 req-fe09a279-f1f6-4a3c-bc14-f4cc534fee0b tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.814172 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c9f7a90f-4c82-4314-b51f-080161831953 req-fe09a279-f1f6-4a3c-bc14-f4cc534fee0b tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 931 time: 0.6820493 Jun 15 14:30:14.905862 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-662b4042-eb10-416c-bf30-855fcc3de23f req-662eeb46-a29d-4512-a34a-2b2ee66e1e75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756 HTTP/1.1" status: 200 len: 217 time: 0.0907888 Jun 15 14:30:14.994121 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-ac774541-38ac-4a10-8ba7-510db37288bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:14.996919 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-ac774541-38ac-4a10-8ba7-510db37288bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.2054508 Jun 15 14:30:15.021132 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c9f7a90f-4c82-4314-b51f-080161831953 req-41148445-eff8-4822-906b-7f913a13585e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937399 Jun 15 14:30:15.056122 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b4042-eb10-416c-bf30-855fcc3de23f req-66032377-7011-4976-9517-8bea0c6e6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:15.057598 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-662b4042-eb10-416c-bf30-855fcc3de23f req-66032377-7011-4976-9517-8bea0c6e6f21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.1420071 Jun 15 14:30:15.121771 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-662b4042-eb10-416c-bf30-855fcc3de23f req-193321a3-4060-4eee-b8bc-ae8bf6bdf716 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554957 Jun 15 14:30:15.133947 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-a407e4f1-be6d-4fcd-a64f-b48265b6e705 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279304 Jun 15 14:30:15.135849 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-d7edbeeb-1598-46c0-8bb1-779e14f4c350 req-9e8f98cf-0e55-42b7-94ba-7486bffd9380 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.144254 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d87cb1-908e-4c75-b635-1ff3ffb8714f req-520efae5-01aa-41bb-a374-89cb52a64e71 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:15.145978 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a4d87cb1-908e-4c75-b635-1ff3ffb8714f req-520efae5-01aa-41bb-a374-89cb52a64e71 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 945 time: 0.2635887 Jun 15 14:30:15.211624 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-19d54d6e-fa37-49f8-8a61-8fec1238145b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.215122 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-19d54d6e-fa37-49f8-8a61-8fec1238145b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.215527 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-19d54d6e-fa37-49f8-8a61-8fec1238145b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bead7a11-3af5-40c4-b202-fc6757f4d35f HTTP/1.1" status: 204 len: 168 time: 1.2869785 Jun 15 14:30:15.236041 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1d608dcd-d240-489d-b35c-93a633c2abd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:15.249639 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d54d6e-fa37-49f8-8a61-8fec1238145b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bead7a11-3af5-40c4-b202-fc6757f4d35f,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:15.255192 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-19d54d6e-fa37-49f8-8a61-8fec1238145b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:15.314689 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-d7edbeeb-1598-46c0-8bb1-779e14f4c350 req-9e8f98cf-0e55-42b7-94ba-7486bffd9380 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.374161 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-90f68e87-6c75-4b48-9d88-ebfbc4424de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:15.408260 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-25760e6a-5aef-41b7-a1e9-bffd353b156a service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330902 Jun 15 14:30:15.460981 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c53dd83-ee81-441b-a30a-971f9f14ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:15.468035 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc41469-d320-40a3-bf5a-cb3b8049f4a1" -d '{"events": [{"server_uuid": "0c53dd83-ee81-441b-a30a-971f9f14ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:15.492164 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d7edbeeb-1598-46c0-8bb1-779e14f4c350 req-9e8f98cf-0e55-42b7-94ba-7486bffd9380 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1948979 Jun 15 14:30:15.495105 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a4d87cb1-908e-4c75-b635-1ff3ffb8714f req-e957830d-b6f3-4fd0-8df6-9ec2227f1977 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391392 Jun 15 14:30:15.550057 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f98cf-0e55-42b7-94ba-7486bffd9380 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7979b00-36bf-46c5-8c66-08bad3ad8655,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:15.559799 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9e8f98cf-0e55-42b7-94ba-7486bffd9380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:15.564588 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-662b4042-eb10-416c-bf30-855fcc3de23f req-8e65d66c-8184-4b9d-a057-9f1fec953eec service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174883 Jun 15 14:30:15.586581 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4f6e7-0f1d-4da2-babd-7796f6ef5aaa req-614a65fc-add5-4093-bb08-397d67df5f52 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:15.586999 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e3395c-8cc7-46c1-aae6-da9260029f4d x-openstack-request-id: req-93e3395c-8cc7-46c1-aae6-da9260029f4d {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:15.587513 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c53dd83-ee81-441b-a30a-971f9f14ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:15.588239 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93e3395c-8cc7-46c1-aae6-da9260029f4d {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:15.589097 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c53dd83-ee81-441b-a30a-971f9f14ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', 'code': 200} Jun 15 14:30:15.594198 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-56f4f6e7-0f1d-4da2-babd-7796f6ef5aaa req-614a65fc-add5-4093-bb08-397d67df5f52 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.3864932 Jun 15 14:30:15.662560 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779e203f-ae7d-43c8-9f58-d01b9ad7923b {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:15.676692 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.684178 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d4d615a4-cef7-4e01-b680-9a59865fd3b3 req-9cd725ec-f8bc-48c3-b9a3-67bd25eabc4f service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598150 Jun 15 14:30:15.689770 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-56f4f6e7-0f1d-4da2-babd-7796f6ef5aaa req-9a72d981-509a-476c-92c5-16de56606858 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944057 Jun 15 14:30:15.716093 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Transition to ACTIVE for port object 779e203f-ae7d-43c8-9f58-d01b9ad7923b will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:15.720697 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3ec55235-c168-4814-baf9-91ddc1e1c6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.787640 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.793825 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8781508d-59dd-4853-a967-aafce0b8a4cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:15.924344 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3ec55235-c168-4814-baf9-91ddc1e1c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:15.945076 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:15.986690 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec55235-c168-4814-baf9-91ddc1e1c6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a5d837-7e82-42eb-bc6b-4a0397e1555a,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:15.995358 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3ec55235-c168-4814-baf9-91ddc1e1c6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:16.039652 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Pushing event updated for resources: {'Port': ['ID=779e203f-ae7d-43c8-9f58-d01b9ad7923b,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:16.054372 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:16.078304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-3ec55235-c168-4814-baf9-91ddc1e1c6d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16a5ebcbf7c546b2a37120b76627794f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9869468 Jun 15 14:30:16.081373 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54064) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:16.085139 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-662b4042-eb10-416c-bf30-855fcc3de23f req-81c49205-c2b5-4b7e-a8fa-b6b0d0aa19a5 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216998 Jun 15 14:30:16.188359 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e4214-bc7d-4a0c-82ee-a5cd187cb650 req-b63c68e7-7acd-4920-93bd-8a400aed77f1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:16.209726 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b30e4214-bc7d-4a0c-82ee-a5cd187cb650 req-b63c68e7-7acd-4920-93bd-8a400aed77f1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 943 time: 0.3293750 Jun 15 14:30:16.323743 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Attempting to bind port 779e203f-ae7d-43c8-9f58-d01b9ad7923b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:16.324116 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Attempting to bind port 779e203f-ae7d-43c8-9f58-d01b9ad7923b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:16.324697 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Attempting to bind port 779e203f-ae7d-43c8-9f58-d01b9ad7923b on network 1cf55914-a1d3-4006-9000-a912743cd481 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:16.330149 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Port 779e203f-ae7d-43c8-9f58-d01b9ad7923b on network 1cf55914-a1d3-4006-9000-a912743cd481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:30:16.330474 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Attempting to bind port 779e203f-ae7d-43c8-9f58-d01b9ad7923b on network 1cf55914-a1d3-4006-9000-a912743cd481 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:16.338283 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:16.338629 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Checking segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:16.339015 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Bound using segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:16.339462 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Bound port: 779e203f-ae7d-43c8-9f58-d01b9ad7923b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:16.340135 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:16.484335 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] For port 779e203f-ae7d-43c8-9f58-d01b9ad7923b, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:16.492244 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] For port 779e203f-ae7d-43c8-9f58-d01b9ad7923b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:16.505456 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-02908f82-ca6d-4e96-98f5-d20fdc3b4829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:16.515681 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b30e4214-bc7d-4a0c-82ee-a5cd187cb650 req-fb47a25b-ae89-49f7-bb8c-f6efd4a468ea tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841744 Jun 15 14:30:16.593381 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:16.598127 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5f03f558-f98d-41cc-a47d-0f3b9142fb81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:16.647015 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:16.647378 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:16.649437 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] 10.222.0.45 "PUT /v2.0/ports/779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 200 len: 1093 time: 2.5785058 Jun 15 14:30:16.650018 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'tag': '779e203f-ae7d-43c8-9f58-d01b9ad7923b'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:16.653327 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777eb138-f708-4b39-b6a1-2cf1326fcd21" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1b2859-b500-48f6-9af9-61fbda50d610", "tag": "779e203f-ae7d-43c8-9f58-d01b9ad7923b"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:16.686932 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-02908f82-ca6d-4e96-98f5-d20fdc3b4829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:16.707478 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Pushing event updated for resources: {'Port': ['ID=779e203f-ae7d-43c8-9f58-d01b9ad7923b,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:16.711572 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:16.748193 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c4bb0-b33d-4892-9c05-c1ef0372d810 req-8df7dbd6-4c06-4d92-9fc0-9045f3cfcf72 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:16.751353 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8f4c4bb0-b33d-4892-9c05-c1ef0372d810 req-8df7dbd6-4c06-4d92-9fc0-9045f3cfcf72 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 943 time: 0.4272404 Jun 15 14:30:16.759448 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0f301-cdaf-40db-8974-01b909869e95 req-4170acd0-b460-4ca4-ab2d-95ac045d11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:16.761733 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-64a0f301-cdaf-40db-8974-01b909869e95 req-4170acd0-b460-4ca4-ab2d-95ac045d11f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 1099 time: 0.4481320 Jun 15 14:30:16.894713 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-1d3af939-31c9-4371-8a2a-2bb6d5aa674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:16.896350 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-1d3af939-31c9-4371-8a2a-2bb6d5aa674c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 1096 time: 0.1238217 Jun 15 14:30:16.940092 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-64a0f301-cdaf-40db-8974-01b909869e95 req-15f42f74-e13d-4cf9-80a8-807d10a929db service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449187 Jun 15 14:30:16.943214 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8f4c4bb0-b33d-4892-9c05-c1ef0372d810 req-7c1f393e-8236-4ffe-9898-c5aad89e7ea3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764905 Jun 15 14:30:17.006556 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193486b-7674-43d2-ac32-9e1369b5d4e3 req-bb5f942e-92b1-4c06-bc57-35e794838a2f tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:17.008442 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6193486b-7674-43d2-ac32-9e1369b5d4e3 req-bb5f942e-92b1-4c06-bc57-35e794838a2f tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 945 time: 0.2844284 Jun 15 14:30:17.076428 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f35c52b-466f-4cd3-8194-81ce0b984dc8 x-openstack-request-id: req-9f35c52b-466f-4cd3-8194-81ce0b984dc8 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:17.076932 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1b2859-b500-48f6-9af9-61fbda50d610", "tag": "779e203f-ae7d-43c8-9f58-d01b9ad7923b", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:17.078340 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f35c52b-466f-4cd3-8194-81ce0b984dc8 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:17.079253 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'tag': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'status': 'completed', 'code': 200} Jun 15 14:30:17.082166 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-004ea409-ac46-4ebb-bf9e-7aa810c98f43 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 200 len: 217 time: 0.1766031 Jun 15 14:30:17.093393 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-02908f82-ca6d-4e96-98f5-d20fdc3b4829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:17.098242 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-02908f82-ca6d-4e96-98f5-d20fdc3b4829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:17.104301 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-02908f82-ca6d-4e96-98f5-d20fdc3b4829 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92a5d837-7e82-42eb-bc6b-4a0397e1555a HTTP/1.1" status: 204 len: 168 time: 1.0169592 Jun 15 14:30:17.104301 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6193486b-7674-43d2-ac32-9e1369b5d4e3 req-cd7065c2-951d-4a67-95aa-d0877e57d492 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835268 Jun 15 14:30:17.104301 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:17.114231 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02908f82-ca6d-4e96-98f5-d20fdc3b4829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a5d837-7e82-42eb-bc6b-4a0397e1555a,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:17.117343 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-02908f82-ca6d-4e96-98f5-d20fdc3b4829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:17.198611 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-29ce9bd2-b1e6-4f71-a6ef-fef37150680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:17.198611 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-29ce9bd2-b1e6-4f71-a6ef-fef37150680e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.0949237 Jun 15 14:30:17.325531 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-589f6f2a-b411-429d-b7d2-6bfaa61f6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:17.327133 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-589f6f2a-b411-429d-b7d2-6bfaa61f6ef3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1167014 Jun 15 14:30:17.338659 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2193b-385b-40d7-bfac-0dca00d9725c req-e6317c67-0d23-4a54-9182-699bf5857d2a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:17.340278 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e2c2193b-385b-40d7-bfac-0dca00d9725c req-e6317c67-0d23-4a54-9182-699bf5857d2a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.1180451 Jun 15 14:30:17.405146 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e2c2193b-385b-40d7-bfac-0dca00d9725c req-9167dd6c-d4b1-49a5-9dbb-100880d09c13 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586514 Jun 15 14:30:17.497256 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-a6bd9c78-a4fb-49a2-8e5d-4d2307350174 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615674 Jun 15 14:30:17.535214 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7664d04c-f7be-4601-ba5b-2c24a89f0756 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:17.895584 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7255cee5-c41c-4b3f-9bf4-5c77e343aaf1 req-1994291b-48a6-4ffd-bbad-36c8079a2527 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884702 Jun 15 14:30:18.023152 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7664d04c-f7be-4601-ba5b-2c24a89f0756, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:18.039343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '7664d04c-f7be-4601-ba5b-2c24a89f0756', 'network_id': '43342815-6762-4438-b9a1-4b70885d1710', 'port_id': '7664d04c-f7be-4601-ba5b-2c24a89f0756', 'mac_address': 'fa:16:3e:19:9b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da61677-3add-4c47-9772-b76c56b3c144', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:18.164821 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:18.182643 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7664d04c-f7be-4601-ba5b-2c24a89f0756 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:18.186418 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed85ceb-c09a-4940-ad8f-ebbfb121cb5e req-395423af-7ff8-4c91-8242-96fbf4611cdb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:18.189419 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ed85ceb-c09a-4940-ad8f-ebbfb121cb5e req-395423af-7ff8-4c91-8242-96fbf4611cdb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 943 time: 0.2522020 Jun 15 14:30:18.231302 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7664d04c-f7be-4601-ba5b-2c24a89f0756, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:18.343383 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ed85ceb-c09a-4940-ad8f-ebbfb121cb5e req-8a90b969-57dc-4654-823a-d7cdb0a1977c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327324 Jun 15 14:30:18.354726 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:18.358532 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 5feb99ad-1def-4f9f-8899-b622d0c994d6 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:18.363849 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:18.413848 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4f28e-5840-45b1-85e4-fac20c46bbe1 req-7f41febd-18c0-43f1-a289-0ca4db5ff06e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:18.433109 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a9f4f28e-5840-45b1-85e4-fac20c46bbe1 req-7f41febd-18c0-43f1-a289-0ca4db5ff06e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 943 time: 0.2422128 Jun 15 14:30:18.500243 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-f6308e31-eb71-4fe5-b8b6-7fb98f2b2db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:18.510500 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-f6308e31-eb71-4fe5-b8b6-7fb98f2b2db8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 1096 time: 0.2555869 Jun 15 14:30:18.577328 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54130) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:18.598474 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7664d04c-f7be-4601-ba5b-2c24a89f0756,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:18.603076 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a9f4f28e-5840-45b1-85e4-fac20c46bbe1 req-1a741be7-ba5d-49fe-bfbe-a5ff1f32e161 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689837 Jun 15 14:30:18.608832 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:18.657974 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a87532cf-b36d-4f17-9ebb-e1c0c0e1d0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:18.694305 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 5feb99ad-1def-4f9f-8899-b622d0c994d6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:18.826417 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '5feb99ad-1def-4f9f-8899-b622d0c994d6', 'network_id': '43342815-6762-4438-b9a1-4b70885d1710', 'port_id': '5feb99ad-1def-4f9f-8899-b622d0c994d6', 'mac_address': 'fa:16:3e:49:71:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da61677-3add-4c47-9772-b76c56b3c144', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:18.958941 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:19.018469 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-dc4faeea-5764-48e0-a625-e2a81940f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:19.020344 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303606a-38d0-4e47-81b0-2eed08ec865a req-b196e68d-c158-4a89-9ce7-55ff924c46e2 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:19.022790 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a303606a-38d0-4e47-81b0-2eed08ec865a req-b196e68d-c158-4a89-9ce7-55ff924c46e2 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 945 time: 0.2885602 Jun 15 14:30:19.028129 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-dc4faeea-5764-48e0-a625-e2a81940f113 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 911 time: 0.5003910 Jun 15 14:30:19.055230 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5feb99ad-1def-4f9f-8899-b622d0c994d6 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:19.081123 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd8242-e2fd-4ed8-a8c2-a228b3647bfc req-6c396268-e95b-4de2-8160-e53306c4af61 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:19.089907 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fbfd8242-e2fd-4ed8-a8c2-a228b3647bfc req-6c396268-e95b-4de2-8160-e53306c4af61 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.2844787 Jun 15 14:30:19.100117 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-fa98d624-1c68-46bf-9579-d9216e96bae1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 200 len: 217 time: 0.0640533 Jun 15 14:30:19.174479 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-1cd61980-4af0-405f-af73-93368468c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:19.177837 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-1cd61980-4af0-405f-af73-93368468c0de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.0748410 Jun 15 14:30:19.186434 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a87532cf-b36d-4f17-9ebb-e1c0c0e1d0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:19.212627 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fbfd8242-e2fd-4ed8-a8c2-a228b3647bfc req-c684d445-11ca-46ec-b1d9-ffc342f92dc6 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174591 Jun 15 14:30:19.237406 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a303606a-38d0-4e47-81b0-2eed08ec865a req-4a473a1c-7e81-44db-80ff-31e3caffe114 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974130 Jun 15 14:30:19.284154 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 5feb99ad-1def-4f9f-8899-b622d0c994d6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:19.318936 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a87532cf-b36d-4f17-9ebb-e1c0c0e1d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:19.324459 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c21d986c-fa2b-475f-ba27-2757deebc058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:19.345988 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-d0166fa4-1c75-4b49-96cc-ac234346f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:19.347588 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-d0166fa4-1c75-4b49-96cc-ac234346f764 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1595914 Jun 15 14:30:19.404523 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:19.419902 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:19.512108 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8c8baf8d-d547-4049-8700-c99df1c0f752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:19.513629 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a87532cf-b36d-4f17-9ebb-e1c0c0e1d0b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86928ec0e7f44dbfa29c9a2ec5a0602f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9038696 Jun 15 14:30:19.516431 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87532cf-b36d-4f17-9ebb-e1c0c0e1d0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25926fbd-5023-4aef-b29f-efb30c8f9eee,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:19.532852 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a87532cf-b36d-4f17-9ebb-e1c0c0e1d0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:19.533382 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54148) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:19.581097 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=5feb99ad-1def-4f9f-8899-b622d0c994d6,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:19.586972 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:19.611274 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-3cbad05c-356d-467a-abf2-db4d712c4e97 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556415 Jun 15 14:30:19.690739 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-44029b19-eecc-4795-ae9f-f45c423123b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:19.759311 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c1400-3648-4fce-9bfd-df5a08e0109f req-041aafcf-b63c-4620-9ed7-5b1a36726654 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:19.779909 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5e7c1400-3648-4fce-9bfd-df5a08e0109f req-041aafcf-b63c-4620-9ed7-5b1a36726654 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 944 time: 0.2238257 Jun 15 14:30:19.813615 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-44029b19-eecc-4795-ae9f-f45c423123b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:19.898686 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-777eb138-f708-4b39-b6a1-2cf1326fcd21 req-5209dad8-844d-4f35-9dc0-96ba86e640db service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697475 Jun 15 14:30:19.946996 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5e7c1400-3648-4fce-9bfd-df5a08e0109f req-d39d8d95-0b42-4c00-91e8-0098ab33369c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658890 Jun 15 14:30:19.969019 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['5feb99ad-1def-4f9f-8899-b622d0c994d6'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:20.002176 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887dd49-8ec3-4938-84d7-10f15ac95280 req-780fc4a6-eee7-4791-99df-7041d184e095 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:20.005239 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6887dd49-8ec3-4938-84d7-10f15ac95280 req-780fc4a6-eee7-4791-99df-7041d184e095 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 943 time: 0.2220266 Jun 15 14:30:20.018939 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['7664d04c-f7be-4601-ba5b-2c24a89f0756'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:20.101849 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6887dd49-8ec3-4938-84d7-10f15ac95280 req-d7245009-32f7-4ceb-9ab9-7332c143a0ca tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891614 Jun 15 14:30:20.106705 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-44029b19-eecc-4795-ae9f-f45c423123b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:20.113347 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-44029b19-eecc-4795-ae9f-f45c423123b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:20.115783 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-44029b19-eecc-4795-ae9f-f45c423123b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25926fbd-5023-4aef-b29f-efb30c8f9eee HTTP/1.1" status: 204 len: 168 time: 0.5813813 Jun 15 14:30:20.117278 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-90939580-2edf-40a2-a66f-953075a3f7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:20.128842 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44029b19-eecc-4795-ae9f-f45c423123b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25926fbd-5023-4aef-b29f-efb30c8f9eee,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:20.131413 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-44029b19-eecc-4795-ae9f-f45c423123b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:20.579964 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9b48f-6dfc-4cb8-b4bf-0506b6b521f3 req-3990f6f2-c40b-46b6-8ff1-e39813cf2c7b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:20.582199 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-14c9b48f-6dfc-4cb8-b4bf-0506b6b521f3 req-3990f6f2-c40b-46b6-8ff1-e39813cf2c7b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.1350729 Jun 15 14:30:20.655356 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-14c9b48f-6dfc-4cb8-b4bf-0506b6b521f3 req-fcc79129-9937-400c-9536-7d543574f76f tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637929 Jun 15 14:30:21.282987 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09087c35-a6a0-4b5f-920d-41b4b621a208 req-ef1a623f-6667-4954-915a-5d012cd7ef2d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:21.286863 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-09087c35-a6a0-4b5f-920d-41b4b621a208 req-ef1a623f-6667-4954-915a-5d012cd7ef2d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 944 time: 0.1440878 Jun 15 14:30:21.356999 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-09087c35-a6a0-4b5f-920d-41b4b621a208 req-650e110c-2eec-4604-af1f-43545bf95b88 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605154 Jun 15 14:30:21.441258 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58070-3d72-44e0-8279-9624f7358f8f req-58d087c7-d0c8-4224-98ba-b991d330e718 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:21.442787 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1ff58070-3d72-44e0-8279-9624f7358f8f req-58d087c7-d0c8-4224-98ba-b991d330e718 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 943 time: 0.0893583 Jun 15 14:30:21.504588 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1ff58070-3d72-44e0-8279-9624f7358f8f req-917eab57-bb78-4486-835b-ad53865cb766 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510461 Jun 15 14:30:21.546160 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 779e203f-ae7d-43c8-9f58-d01b9ad7923b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:21.591571 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7664d04c-f7be-4601-ba5b-2c24a89f0756 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:21.873491 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 779e203f-ae7d-43c8-9f58-d01b9ad7923b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:21.889061 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'port_id': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'mac_address': 'fa:16:3e:83:ec:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:21.939579 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:21.956767 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779e203f-ae7d-43c8-9f58-d01b9ad7923b {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:21.988560 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 779e203f-ae7d-43c8-9f58-d01b9ad7923b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:22.033735 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:22.037625 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 7664d04c-f7be-4601-ba5b-2c24a89f0756 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:22.045986 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 7664d04c-f7be-4601-ba5b-2c24a89f0756 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:22.048145 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:22.111877 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:22.117658 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:22.172037 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-88e63940-d157-4a94-87f4-d2853b187463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:22.242293 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=779e203f-ae7d-43c8-9f58-d01b9ad7923b,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:22.288927 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:22.328812 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:22.388469 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eed1d4-ca4a-4365-bf65-43d85f622fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7664d04c-f7be-4601-ba5b-2c24a89f0756'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:22.388469 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381005de-a6bd-470f-8fdb-7b414acd9239" -d '{"events": [{"server_uuid": "c3eed1d4-ca4a-4365-bf65-43d85f622fdb", "name": "network-vif-plugged", "status": "completed", "tag": "7664d04c-f7be-4601-ba5b-2c24a89f0756"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:22.415685 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7664d04c-f7be-4601-ba5b-2c24a89f0756, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:22.455279 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec366776-c624-4b8f-b11e-71d217909383 x-openstack-request-id: req-ec366776-c624-4b8f-b11e-71d217909383 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:22.456099 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3eed1d4-ca4a-4365-bf65-43d85f622fdb", "name": "network-vif-plugged", "status": "completed", "tag": "7664d04c-f7be-4601-ba5b-2c24a89f0756", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:22.457118 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec366776-c624-4b8f-b11e-71d217909383 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:22.457271 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3eed1d4-ca4a-4365-bf65-43d85f622fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7664d04c-f7be-4601-ba5b-2c24a89f0756', 'code': 200} Jun 15 14:30:22.505603 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:22.507463 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 5feb99ad-1def-4f9f-8899-b622d0c994d6 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:22.513696 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:22.706942 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['779e203f-ae7d-43c8-9f58-d01b9ad7923b'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:22.718576 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc920bf-07ee-49a3-b4b2-51e82047ee56 req-ba8ba91b-1765-4530-93b8-da5494f5435e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:22.735038 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bbc920bf-07ee-49a3-b4b2-51e82047ee56 req-ba8ba91b-1765-4530-93b8-da5494f5435e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1802530 Jun 15 14:30:22.950237 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bbc920bf-07ee-49a3-b4b2-51e82047ee56 req-a53345a0-16d2-47c9-b9a1-06bdfab213ec tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119601 Jun 15 14:30:22.973329 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7664d04c-f7be-4601-ba5b-2c24a89f0756,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:22.994581 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:23.080706 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.242970 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 5feb99ad-1def-4f9f-8899-b622d0c994d6 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:23.282086 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8de198-a4ef-49d2-b00c-aaa7dfcdb954 req-46c5dab7-2bd5-44c5-9163-fef3b530dd73 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:23.287123 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 5feb99ad-1def-4f9f-8899-b622d0c994d6 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:23.288636 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8f8de198-a4ef-49d2-b00c-aaa7dfcdb954 req-46c5dab7-2bd5-44c5-9163-fef3b530dd73 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 944 time: 0.4137776 Jun 15 14:30:23.291642 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.440502 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e604b93-1be8-49d6-926b-84a395d9b5c1 req-951cac91-16a4-474c-aeb8-256af95f5e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:23.445739 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4e604b93-1be8-49d6-926b-84a395d9b5c1 req-951cac91-16a4-474c-aeb8-256af95f5e13 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 1098 time: 0.2762752 Jun 15 14:30:23.485682 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8f8de198-a4ef-49d2-b00c-aaa7dfcdb954 req-a0c2c696-018d-44c3-a8ef-a205c41f1ba5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889722 Jun 15 14:30:23.603102 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4e604b93-1be8-49d6-926b-84a395d9b5c1 req-9f0b59f2-b32a-4b2a-86db-d5d113d99792 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501830 Jun 15 14:30:23.681033 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.729706 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 5feb99ad-1def-4f9f-8899-b622d0c994d6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:23.827601 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:23.830173 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:23.914517 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=5feb99ad-1def-4f9f-8899-b622d0c994d6,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:23.925359 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:24.019643 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54296) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:24.279522 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772c764-f68c-4bc3-b928-67a4ace1e00d req-8e00c243-6b38-4097-aa55-e0139042463d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:24.290692 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7772c764-f68c-4bc3-b928-67a4ace1e00d req-8e00c243-6b38-4097-aa55-e0139042463d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1637330 Jun 15 14:30:24.347258 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7772c764-f68c-4bc3-b928-67a4ace1e00d req-dd216671-9634-4100-8f1f-608c6ed177be tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550742 Jun 15 14:30:24.386215 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a452ea17-49ee-4b5c-a3d0-c4fc3de048a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.458703 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df88ded0-6ad2-4e4a-a2f3-f794a960d9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb99ad-1def-4f9f-8899-b622d0c994d6'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:24.461272 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f2d00a-20f9-4efc-9cc4-c82a2d31d461" -d '{"events": [{"server_uuid": "df88ded0-6ad2-4e4a-a2f3-f794a960d9ce", "name": "network-vif-plugged", "status": "completed", "tag": "5feb99ad-1def-4f9f-8899-b622d0c994d6"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:24.542435 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a452ea17-49ee-4b5c-a3d0-c4fc3de048a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.700948 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a452ea17-49ee-4b5c-a3d0-c4fc3de048a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.705061 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-dd15cb37-7b24-4c00-8aa0-2fd941ca18f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:24.742378 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.772914 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a452ea17-49ee-4b5c-a3d0-c4fc3de048a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37659c47380044658d56ebbfdf437bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7420065 Jun 15 14:30:24.772914 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452ea17-49ee-4b5c-a3d0-c4fc3de048a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8e96e1-e7bc-4f0a-829b-87e0bd84f8e9,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:24.772914 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54338) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:24.772914 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a452ea17-49ee-4b5c-a3d0-c4fc3de048a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:24.823505 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b888bc-b1d8-49e3-9c1a-80a2e3d5f48e x-openstack-request-id: req-b7b888bc-b1d8-49e3-9c1a-80a2e3d5f48e {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:24.824066 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df88ded0-6ad2-4e4a-a2f3-f794a960d9ce", "name": "network-vif-plugged", "status": "completed", "tag": "5feb99ad-1def-4f9f-8899-b622d0c994d6", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:24.824213 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7b888bc-b1d8-49e3-9c1a-80a2e3d5f48e {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:24.824508 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df88ded0-6ad2-4e4a-a2f3-f794a960d9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5feb99ad-1def-4f9f-8899-b622d0c994d6', 'code': 200} Jun 15 14:30:24.871360 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a150af89-b6f5-4f9c-8345-735d8580dc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:24.935555 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a150af89-b6f5-4f9c-8345-735d8580dc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:25.058763 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3f9aa-5b17-477c-9e2a-86cdf1a49f9f req-6898b0ce-deb4-4c7c-b7fd-e0134b8f2ee7 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:25.066871 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ead3f9aa-5b17-477c-9e2a-86cdf1a49f9f req-6898b0ce-deb4-4c7c-b7fd-e0134b8f2ee7 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 944 time: 0.1030893 Jun 15 14:30:25.138635 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ead3f9aa-5b17-477c-9e2a-86cdf1a49f9f req-a8b32bd7-d4a7-4020-8443-992dbe3f5f2f tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706439 Jun 15 14:30:25.203646 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a150af89-b6f5-4f9c-8345-735d8580dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:25.222434 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a150af89-b6f5-4f9c-8345-735d8580dc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:25.233415 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a150af89-b6f5-4f9c-8345-735d8580dc02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd8e96e1-e7bc-4f0a-829b-87e0bd84f8e9 HTTP/1.1" status: 204 len: 168 time: 0.4593389 Jun 15 14:30:25.233533 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:25.257034 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150af89-b6f5-4f9c-8345-735d8580dc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8e96e1-e7bc-4f0a-829b-87e0bd84f8e9,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:25.260599 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a150af89-b6f5-4f9c-8345-735d8580dc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:25.432231 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3a456-706a-44b4-9bbf-0edf5fdacf06 req-8a6da8b2-73da-4d44-9ec5-26b8d20c05a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:25.436470 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-19e3a456-706a-44b4-9bbf-0edf5fdacf06 req-8a6da8b2-73da-4d44-9ec5-26b8d20c05a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1098 time: 0.1200635 Jun 15 14:30:25.534502 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-19e3a456-706a-44b4-9bbf-0edf5fdacf06 req-cbac5037-9f93-429c-8e29-c28337137283 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737708 Jun 15 14:30:25.560614 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 779e203f-ae7d-43c8-9f58-d01b9ad7923b up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:25.668888 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5693b5-fa11-473c-a118-58948e4d3f85 req-1059954e-a509-41c1-81e0-841bfc823274 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:25.670476 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6a5693b5-fa11-473c-a118-58948e4d3f85 req-1059954e-a509-41c1-81e0-841bfc823274 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.0767500 Jun 15 14:30:25.734726 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6a5693b5-fa11-473c-a118-58948e4d3f85 req-857c74f1-fd6f-49c8-8d90-a23ca85ea5ca tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550058 Jun 15 14:30:25.838846 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 779e203f-ae7d-43c8-9f58-d01b9ad7923b completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:25.845521 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 779e203f-ae7d-43c8-9f58-d01b9ad7923b triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:25.845978 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:25.959001 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:26.003159 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 779e203f-ae7d-43c8-9f58-d01b9ad7923b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:26.165007 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:26.169415 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:26.237685 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=779e203f-ae7d-43c8-9f58-d01b9ad7923b,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:26.241667 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:26.347953 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28aa83-6338-4549-9f18-4decb5ea9337 req-2eb41e5d-65d8-4cd9-a181-41f358a65a74 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:26.350337 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cb28aa83-6338-4549-9f18-4decb5ea9337 req-2eb41e5d-65d8-4cd9-a181-41f358a65a74 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0887759 Jun 15 14:30:26.404489 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cb28aa83-6338-4549-9f18-4decb5ea9337 req-d1d15c12-b2d6-43a7-a913-a094b8fcf5c9 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462308 Jun 15 14:30:26.505915 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54386) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:26.745343 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:26.826215 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779e203f-ae7d-43c8-9f58-d01b9ad7923b'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:26.828683 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0843647d-a4a1-403a-8309-6636d62c39a5" -d '{"events": [{"server_uuid": "ff1b2859-b500-48f6-9af9-61fbda50d610", "name": "network-vif-plugged", "status": "completed", "tag": "779e203f-ae7d-43c8-9f58-d01b9ad7923b"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:26.894153 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec00fa6-5683-4a22-ba85-76ebbd0de80f x-openstack-request-id: req-6ec00fa6-5683-4a22-ba85-76ebbd0de80f {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:26.894153 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1b2859-b500-48f6-9af9-61fbda50d610", "name": "network-vif-plugged", "status": "completed", "tag": "779e203f-ae7d-43c8-9f58-d01b9ad7923b", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:26.894153 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ec00fa6-5683-4a22-ba85-76ebbd0de80f {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:26.895661 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'code': 200} Jun 15 14:30:26.898348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-88e02659-57ed-42ee-acf0-4fe5f71b732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:26.901048 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-88e02659-57ed-42ee-acf0-4fe5f71b732d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 1098 time: 0.1365063 Jun 15 14:30:26.916432 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775fb00-3666-4b79-97ab-2b712558b9aa req-3b17e03e-c6b5-4098-989e-39ac0f47f587 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:26.921153 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5775fb00-3666-4b79-97ab-2b712558b9aa req-3b17e03e-c6b5-4098-989e-39ac0f47f587 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1688769 Jun 15 14:30:26.981517 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5775fb00-3666-4b79-97ab-2b712558b9aa req-63f2f20c-eecc-4795-b263-799851931038 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454502 Jun 15 14:30:27.053816 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.068594 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-fe6c4ef0-2f63-4ef4-ab0e-b452aaab2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:27.070755 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-fe6c4ef0-2f63-4ef4-ab0e-b452aaab2f42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 919 time: 0.1591182 Jun 15 14:30:27.137413 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-18bd18b2-9a0a-4615-9012-45b11d0dad8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756 HTTP/1.1" status: 200 len: 217 time: 0.0601840 Jun 15 14:30:27.181936 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.187398 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-247d8195-bec5-4727-a7aa-c18abe7f8a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:27.229594 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab480bd0-e020-4565-9c92-1c7763cf3cd9,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:27.261184 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.262501 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.263145 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.263841 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.264600 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.265966 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.266641 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.267175 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.267679 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.268220 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.268738 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.269077 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:27.276946 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:27.279299 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-854f082f-9e90-4078-84b2-917cea1aad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:27.281148 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-854f082f-9e90-4078-84b2-917cea1aad21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.1373777 Jun 15 14:30:27.281304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-7a4adfe3-a171-42a8-8848-1012559b6d58 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746746 Jun 15 14:30:27.284288 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77627c8cf7a84b73abdf94ad327a6854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7771623 Jun 15 14:30:27.287577 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54404) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:27.349612 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-1d5308bc-ba1b-406c-b4fb-8c432408aec7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475476 Jun 15 14:30:27.361323 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.421345 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.507638 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-be6084c9-e3d9-4fa6-beff-15b0c4983174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:27.510101 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-be6084c9-e3d9-4fa6-beff-15b0c4983174 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 1099 time: 0.1361642 Jun 15 14:30:27.562209 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-ac1d8e84-4416-4cdc-9c83-3b7974c9a95e service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991515 Jun 15 14:30:27.585886 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3a41e-08f5-4b19-940f-2c9467c249fd req-b12d055b-d226-43fe-83ba-de80193bd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:27.592193 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-0bd3a41e-08f5-4b19-940f-2c9467c249fd req-b12d055b-d226-43fe-83ba-de80193bd9be service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 1098 time: 0.1320024 Jun 15 14:30:27.822835 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-0bd3a41e-08f5-4b19-940f-2c9467c249fd req-153a59a6-ba5d-44c7-b8b7-a5fd8cbcf28b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2094028 Jun 15 14:30:27.859195 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-096d7b7c-ea83-4332-a379-14b00b32e517 req-d7b7980c-fb11-43c3-8b4a-05b028d485c6 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809379 Jun 15 14:30:27.910246 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.915266 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:27.917236 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab480bd0-e020-4565-9c92-1c7763cf3cd9 HTTP/1.1" status: 204 len: 168 time: 0.6281285 Jun 15 14:30:27.922647 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:27.949246 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab480bd0-e020-4565-9c92-1c7763cf3cd9,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:28.057630 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.058227 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.058887 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.059825 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.072910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.072910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.072910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.072910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.072910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.072910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.072910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.072910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:28.099351 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:28.165175 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-52a7a60d-a0ca-4a24-ace1-8f80497c2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:28.167604 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-52a7a60d-a0ca-4a24-ace1-8f80497c2201 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 915 time: 0.6197178 Jun 15 14:30:28.258389 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c531aea-0620-4a33-bc26-807f3b799f9b req-7baaf3e5-2b71-4f24-9ad9-f83e85183aec tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:28.271291 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5c531aea-0620-4a33-bc26-807f3b799f9b req-7baaf3e5-2b71-4f24-9ad9-f83e85183aec tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.6879959 Jun 15 14:30:28.399233 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-e6e74325-5ffc-4f09-9fa2-f6daf2e25762 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba HTTP/1.1" status: 200 len: 217 time: 0.1561475 Jun 15 14:30:28.534009 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-f013902d-d0ff-4d29-96f5-854d270807f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:28.535616 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-f013902d-d0ff-4d29-96f5-854d270807f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69786d4a-deab-4b68-9f91-a888e7faac83 HTTP/1.1" status: 200 len: 854 time: 0.1185491 Jun 15 14:30:28.544270 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5c531aea-0620-4a33-bc26-807f3b799f9b req-cf9cfe4b-4ec6-4cc3-b82c-a34262418143 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717574 Jun 15 14:30:28.600126 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8b03e-47c6-49af-a926-4d5c66e9e1d4 req-67aa9897-af72-4763-a832-f4a46eec0b27 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:28.601708 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-87e8b03e-47c6-49af-a926-4d5c66e9e1d4 req-67aa9897-af72-4763-a832-f4a46eec0b27 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.4442291 Jun 15 14:30:28.604377 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-a8c2ff24-8760-4bcb-be0f-7828b43ed7ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574853 Jun 15 14:30:28.749976 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-87e8b03e-47c6-49af-a926-4d5c66e9e1d4 req-269b62f3-13d5-47e3-b1f0-aae6c824ffc4 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332338 Jun 15 14:30:28.807492 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-47e0d383-a497-4c4a-9109-6a11251c7ec0 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806054 Jun 15 14:30:29.038677 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df12afb8-ef2b-4f87-983b-a6fc8ebd34c8 req-d77d4afe-4726-462f-9597-75fdc4bd5fd5 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223339 Jun 15 14:30:29.177618 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54466) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:29.408895 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b4478b4a-e14e-44e1-80d4-5443820e2c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:29.552295 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:30:29.593824 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b4478b4a-e14e-44e1-80d4-5443820e2c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:29.724945 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b4478b4a-e14e-44e1-80d4-5443820e2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:29.734527 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:29.812334 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-b4478b4a-e14e-44e1-80d4-5443820e2c0d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acfc799226884f269f9eeaa41bc39f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282220 Jun 15 14:30:29.812486 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54494) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:29.945158 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4478b4a-e14e-44e1-80d4-5443820e2c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f5cbe7-8629-4a58-8b4e-baf01128f472,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:29.959604 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b4478b4a-e14e-44e1-80d4-5443820e2c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:29.961318 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a76c9181-eb16-4a8d-8d8a-426c945eec0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:30.017074 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a76c9181-eb16-4a8d-8d8a-426c945eec0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:30.105232 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0f96d-7bc6-446c-b80a-ad252e8d9081 req-179a7d40-fbc3-4888-a526-3642487d7ad9 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:30.109947 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-36f0f96d-7bc6-446c-b80a-ad252e8d9081 req-179a7d40-fbc3-4888-a526-3642487d7ad9 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.2957492 Jun 15 14:30:30.239572 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-36f0f96d-7bc6-446c-b80a-ad252e8d9081 req-a0a98daf-dc82-4387-87bb-3a5ab3389847 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049953 Jun 15 14:30:30.251458 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a76c9181-eb16-4a8d-8d8a-426c945eec0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:30.261323 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a76c9181-eb16-4a8d-8d8a-426c945eec0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:30.261323 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a76c9181-eb16-4a8d-8d8a-426c945eec0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/16f5cbe7-8629-4a58-8b4e-baf01128f472 HTTP/1.1" status: 204 len: 168 time: 0.4462223 Jun 15 14:30:30.261323 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:30.268677 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c9181-eb16-4a8d-8d8a-426c945eec0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f5cbe7-8629-4a58-8b4e-baf01128f472,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:30.276585 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a76c9181-eb16-4a8d-8d8a-426c945eec0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:30.290560 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717de7d-0590-475c-b0fb-1d21529abc64 req-3debf8a3-57bd-4fdb-bbb2-90ed621990f4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:30.292309 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0717de7d-0590-475c-b0fb-1d21529abc64 req-3debf8a3-57bd-4fdb-bbb2-90ed621990f4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 945 time: 0.1788623 Jun 15 14:30:30.390171 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0717de7d-0590-475c-b0fb-1d21529abc64 req-f3f86b0a-dbdd-4991-b68f-cb8974e63f80 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775959 Jun 15 14:30:30.544838 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d27288-d595-42d0-a938-2f1c25c15d22 req-8150ea44-c212-42f5-9b30-6b35d6732460 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:30.547008 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-41d27288-d595-42d0-a938-2f1c25c15d22 req-8150ea44-c212-42f5-9b30-6b35d6732460 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1008475 Jun 15 14:30:30.613266 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-41d27288-d595-42d0-a938-2f1c25c15d22 req-74884c5f-f802-4587-9b06-4faf31aac7be tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585015 Jun 15 14:30:31.251630 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54526) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:31.282116 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-20c8429a-933f-42fa-bc02-82d616acf814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.549639 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-20c8429a-933f-42fa-bc02-82d616acf814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.567027 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31337f40-5de1-40c5-b77e-d0a6c88bf218 req-dd908c76-a98f-42ac-a413-bd51e4582264 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:31.569660 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-31337f40-5de1-40c5-b77e-d0a6c88bf218 req-dd908c76-a98f-42ac-a413-bd51e4582264 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1938691 Jun 15 14:30:31.632796 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-20c8429a-933f-42fa-bc02-82d616acf814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.635742 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-02908f82-ca6d-4e96-98f5-d20fdc3b4829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:31.705941 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-20c8429a-933f-42fa-bc02-82d616acf814 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20c82c0b405a44b8a18aba8e3ed2475a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521067 Jun 15 14:30:31.710595 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54548) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:31.718467 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-31337f40-5de1-40c5-b77e-d0a6c88bf218 req-6264cf21-c7ad-43f2-94a6-458be13e706b tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339660 Jun 15 14:30:31.721579 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8429a-933f-42fa-bc02-82d616acf814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea74b3-8210-40a5-a7d2-358b755112b0,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:31.730873 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-20c8429a-933f-42fa-bc02-82d616acf814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:31.778468 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff7a66-8f39-4a54-8f19-d4459f96cd83 req-bd31498e-501d-418a-bc24-021024c20b8a tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:31.781848 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-03ff7a66-8f39-4a54-8f19-d4459f96cd83 req-bd31498e-501d-418a-bc24-021024c20b8a tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 945 time: 0.2102883 Jun 15 14:30:31.858681 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2424ed41-0732-4e25-aa27-9618698bf3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:31.901665 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-03ff7a66-8f39-4a54-8f19-d4459f96cd83 req-01df7d6f-d5ac-4297-8e43-314269d99bb0 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040034 Jun 15 14:30:31.905593 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2424ed41-0732-4e25-aa27-9618698bf3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.101008 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-6fbac915-55f4-4fc2-aee7-5caf0a0e9486 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:32.101661 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2424ed41-0732-4e25-aa27-9618698bf3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.103889 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-6fbac915-55f4-4fc2-aee7-5caf0a0e9486 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 814 time: 0.2299078 Jun 15 14:30:32.110801 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2424ed41-0732-4e25-aa27-9618698bf3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.128880 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2424ed41-0732-4e25-aa27-9618698bf3a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0ea74b3-8210-40a5-a7d2-358b755112b0 HTTP/1.1" status: 204 len: 168 time: 0.4035213 Jun 15 14:30:32.136887 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ea16fafa-bd2b-43f8-8881-8e5ac8e6fc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:32.148119 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424ed41-0732-4e25-aa27-9618698bf3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea74b3-8210-40a5-a7d2-358b755112b0,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:32.156159 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2424ed41-0732-4e25-aa27-9618698bf3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:32.171643 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-c6a3c8a0-2986-422e-8bbc-df2c78e2d5e6 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/quotas/71d5d50b9bd74e00a57d1cdba7a38e97 HTTP/1.1" status: 200 len: 375 time: 0.0509722 Jun 15 14:30:32.336523 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c53914-9791-4fc7-9c6c-697a5739c89d req-619f9be3-da60-485c-b94c-df2d27f686fa tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:32.338015 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f8c53914-9791-4fc7-9c6c-697a5739c89d req-619f9be3-da60-485c-b94c-df2d27f686fa tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.2331705 Jun 15 14:30:32.390879 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-54ad89e1-f1fc-400d-bd93-7194c58440e7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2109368 Jun 15 14:30:32.431752 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f8c53914-9791-4fc7-9c6c-697a5739c89d req-7a830aec-6c40-4318-9735-d53a6e73d985 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869253 Jun 15 14:30:32.455065 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f2537-3bce-4105-949f-93feec4c96c4 req-f6820943-9108-4ceb-9dab-abd3a83021e1 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:32.456536 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-600f2537-3bce-4105-949f-93feec4c96c4 req-f6820943-9108-4ceb-9dab-abd3a83021e1 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.45 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 945 time: 0.2068393 Jun 15 14:30:32.683352 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2dfec5cf-70af-49c8-80f0-eda7a2cfae3c service neutron] 10.222.0.22 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793627 Jun 15 14:30:32.821404 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54590) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:32.861977 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19e4ae-afe5-47df-9cac-4cd5b762bd35 req-fa01f9a6-e1ff-4900-9390-86c72d1e1920 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:32.863548 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8b19e4ae-afe5-47df-9cac-4cd5b762bd35 req-fa01f9a6-e1ff-4900-9390-86c72d1e1920 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.3085358 Jun 15 14:30:32.882119 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54594) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:32.887364 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'floatingip': {'port_id': '779e203f-ae7d-43c8-9f58-d01b9ad7923b'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:32.916368 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-d11b0fb9-19cd-4ca1-a9ae-8ec16424df73 service neutron] 10.222.0.22 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189639 Jun 15 14:30:32.992337 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:32.992337 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Deleting port 1b589faf-7801-4c1a-829b-c2700cdbde40 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:30:32.992337 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.015217 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.299653 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54608) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:33.333787 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-26bc0320-c3ea-4d20-82bd-0eafa5687841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.415472 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54614) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:33.526775 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-190f0c69-5381-475d-9bac-66dc19e0c68b req-66729b6e-66b1-42e8-b007-f62ac4fc275b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 210 time: 0.1433730 Jun 15 14:30:33.528782 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7b424a70-e8c9-4eef-8957-a4f9a7c6fb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.624870 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-26bc0320-c3ea-4d20-82bd-0eafa5687841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.655267 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-205da36c-ad40-456f-bc5a-5c60e9640b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.710187 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-26bc0320-c3ea-4d20-82bd-0eafa5687841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.719825 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:33.747260 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747dec6-332a-4b37-b43e-22336165a87e req-93def617-6eef-4da2-a9f6-7f6c800fe465 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:33.754723 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a747dec6-332a-4b37-b43e-22336165a87e req-93def617-6eef-4da2-a9f6-7f6c800fe465 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 945 time: 0.3567135 Jun 15 14:30:33.775089 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] For port 1b589faf-7801-4c1a-829b-c2700cdbde40, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1b589faf-7801-4c1a-829b-c2700cdbde40,segment=NetworkSegment(385c3180-e8d9-42d9-a05a-c1c152294be5),segment_id=385c3180-e8d9-42d9-a05a-c1c152294be5)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:33.775491 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:33.840726 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc0320-c3ea-4d20-82bd-0eafa5687841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38576b03-16f6-4d5c-9412-613b13ce21cc,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:33.873289 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-26bc0320-c3ea-4d20-82bd-0eafa5687841 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5c3c0d46ed346b6af781dc59d1bb359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5723696 Jun 15 14:30:33.874513 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-26bc0320-c3ea-4d20-82bd-0eafa5687841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:33.877996 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54620) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:33.973214 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-db2ebe0b-2491-4ec5-857d-5b622b8eaf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.018585 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7b424a70-e8c9-4eef-8957-a4f9a7c6fb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.042373 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-db2ebe0b-2491-4ec5-857d-5b622b8eaf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.111841 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7b424a70-e8c9-4eef-8957-a4f9a7c6fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.121795 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e1e8f654-7be1-46d0-97a4-44734d552044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:34.199811 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-7b424a70-e8c9-4eef-8957-a4f9a7c6fb99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df081e786efc4d6c88a32c9e9bd01996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7713842 Jun 15 14:30:34.199811 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b424a70-e8c9-4eef-8957-a4f9a7c6fb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3eb10a-2f30-431c-b7ef-103eafd78628,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:34.199811 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54628) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:34.204402 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7b424a70-e8c9-4eef-8957-a4f9a7c6fb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:34.218932 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Calling delete_port for 1b589faf-7801-4c1a-829b-c2700cdbde40 owned by compute:nova {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:30:34.230064 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a747dec6-332a-4b37-b43e-22336165a87e req-e48fbfc7-6f9e-417f-b380-d1448cf2b63a tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/security-groups?id=85ce48fc-5135-4937-8199-53b06e580ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741354 Jun 15 14:30:34.272425 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-db2ebe0b-2491-4ec5-857d-5b622b8eaf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.275252 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-db2ebe0b-2491-4ec5-857d-5b622b8eaf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.276550 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-db2ebe0b-2491-4ec5-857d-5b622b8eaf53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38576b03-16f6-4d5c-9412-613b13ce21cc HTTP/1.1" status: 204 len: 168 time: 0.3973141 Jun 15 14:30:34.281604 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-26bc0320-c3ea-4d20-82bd-0eafa5687841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:34.299846 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ebe0b-2491-4ec5-857d-5b622b8eaf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38576b03-16f6-4d5c-9412-613b13ce21cc,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:34.305282 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-db2ebe0b-2491-4ec5-857d-5b622b8eaf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:34.340564 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f2683084-aa43-4a74-96fe-d2d7014126f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.348016 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-205da36c-ad40-456f-bc5a-5c60e9640b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.386953 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f2683084-aa43-4a74-96fe-d2d7014126f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.429514 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-205da36c-ad40-456f-bc5a-5c60e9640b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.444209 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3754270a-1ef9-4043-a48d-fa32d773c07b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:34.497571 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205da36c-ad40-456f-bc5a-5c60e9640b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eebee6-c30b-4761-8619-56c9f31c3a49,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:34.501223 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-205da36c-ad40-456f-bc5a-5c60e9640b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:34.506529 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-205da36c-ad40-456f-bc5a-5c60e9640b07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5614d77baf064558916db2eb95d7debc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6834600 Jun 15 14:30:34.511212 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54632) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:34.532363 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62366b-ac0f-4f57-bb77-dcae74522ffa req-114c7524-a95d-4e17-a96c-de80e01b4136 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:34.537049 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cf62366b-ac0f-4f57-bb77-dcae74522ffa req-114c7524-a95d-4e17-a96c-de80e01b4136 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.6017594 Jun 15 14:30:34.595534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-83db5bf3-636c-419a-b01c-3b757fd2e351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.611160 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f2683084-aa43-4a74-96fe-d2d7014126f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.612107 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f2683084-aa43-4a74-96fe-d2d7014126f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.613531 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-f2683084-aa43-4a74-96fe-d2d7014126f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb3eb10a-2f30-431c-b7ef-103eafd78628 HTTP/1.1" status: 204 len: 168 time: 0.4136713 Jun 15 14:30:34.617111 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:34.637992 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2683084-aa43-4a74-96fe-d2d7014126f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3eb10a-2f30-431c-b7ef-103eafd78628,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:34.640758 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f2683084-aa43-4a74-96fe-d2d7014126f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:34.643428 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-83db5bf3-636c-419a-b01c-3b757fd2e351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.892552 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-90fea444-454f-4985-8ca8-ab1306a923ef req-89a8f539-166e-4f4a-96c4-06a0b6ba66fe tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 210 time: 0.0957370 Jun 15 14:30:34.895479 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-83db5bf3-636c-419a-b01c-3b757fd2e351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.904317 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-83db5bf3-636c-419a-b01c-3b757fd2e351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:34.904317 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-83db5bf3-636c-419a-b01c-3b757fd2e351 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8eebee6-c30b-4761-8619-56c9f31c3a49 HTTP/1.1" status: 204 len: 168 time: 0.3880277 Jun 15 14:30:34.904317 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:34.921439 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db5bf3-636c-419a-b01c-3b757fd2e351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eebee6-c30b-4761-8619-56c9f31c3a49,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:34.930358 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-83db5bf3-636c-419a-b01c-3b757fd2e351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:34.949488 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cf62366b-ac0f-4f57-bb77-dcae74522ffa req-28332032-7384-48e3-9f93-18312de95a91 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325385 Jun 15 14:30:35.157092 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.369238 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-056b7d62-0806-4190-8772-5416ffee6024 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:35.482547 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Pushing event deleted for resources: {'Port': ['ID=1b589faf-7801-4c1a-829b-c2700cdbde40,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:35.514704 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:35.720035 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 1b589faf-7801-4c1a-829b-c2700cdbde40 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:30:35.720035 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 1b589faf-7801-4c1a-829b-c2700cdbde40 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:30:35.720035 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 1b589faf-7801-4c1a-829b-c2700cdbde40 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:30:35.873668 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a2102781-c2aa-4151-b774-cbe7c206701d req-e131c237-b661-4050-b7e5-ce281e69079a tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.4123652 Jun 15 14:30:35.912665 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] No DVR routers for this DVR port 1b589faf-7801-4c1a-829b-c2700cdbde40 on host hv-cinder-79628 {{(pid=92288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:30:35.931880 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:35.934025 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-600f2537-3bce-4105-949f-93feec4c96c4 req-e290ae06-a114-430d-a007-040ba755cec4 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.45 "DELETE /v2.0/ports/1b589faf-7801-4c1a-829b-c2700cdbde40 HTTP/1.1" status: 204 len: 173 time: 3.4047115 Jun 15 14:30:35.934525 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2237541-45ea-421d-8e41-83443b2974d9', 'name': 'network-vif-deleted', 'tag': '1b589faf-7801-4c1a-829b-c2700cdbde40'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:35.937010 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a3215b-34c3-4f5d-9eb1-a7e48df5221e" -d '{"events": [{"server_uuid": "e2237541-45ea-421d-8e41-83443b2974d9", "name": "network-vif-deleted", "tag": "1b589faf-7801-4c1a-829b-c2700cdbde40"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:36.076778 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6a44fd-194b-4346-b806-c19708911eeb x-openstack-request-id: req-9a6a44fd-194b-4346-b806-c19708911eeb {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:36.077260 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2237541-45ea-421d-8e41-83443b2974d9", "name": "network-vif-deleted", "tag": "1b589faf-7801-4c1a-829b-c2700cdbde40", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:36.077593 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a6a44fd-194b-4346-b806-c19708911eeb {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:36.078014 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2237541-45ea-421d-8e41-83443b2974d9', 'name': 'network-vif-deleted', 'tag': '1b589faf-7801-4c1a-829b-c2700cdbde40', 'status': 'completed', 'code': 200} Jun 15 14:30:36.167823 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ccad07ac-f08c-405b-80dd-12ce92ad9336 req-99488555-bf24-4d6c-b493-3536596d68d3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 210 time: 0.0805707 Jun 15 14:30:36.225586 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.267310 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75429dfc-d2b0-4e9a-b26a-4c9f477628ed req-90fe3638-bef2-4044-bbdf-e3a18ff8aba0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:36.268816 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-75429dfc-d2b0-4e9a-b26a-4c9f477628ed req-90fe3638-bef2-4044-bbdf-e3a18ff8aba0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1146057 Jun 15 14:30:36.286065 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54672) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:36.323237 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5010dea8-083e-421e-a000-ebd6cb76306e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.341072 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-75429dfc-d2b0-4e9a-b26a-4c9f477628ed req-3b97b4d3-36ea-42d8-9f79-5259f3c95021 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654700 Jun 15 14:30:36.375666 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.487421 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54674) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:36.581475 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5010dea8-083e-421e-a000-ebd6cb76306e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.586633 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6050-e778-4f4c-be32-b264592256d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.714972 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.l3_db [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Floating IP d174b62b-91c1-43fb-96ca-e2d8fcdf58d4 associated. External IP: 172.28.2.111, port: 779e203f-ae7d-43c8-9f58-d01b9ad7923b. Jun 15 14:30:36.719200 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5010dea8-083e-421e-a000-ebd6cb76306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.726721 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:36.779095 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-5010dea8-083e-421e-a000-ebd6cb76306e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7fd6fea748b64eab8838f96f1a13c0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4899201 Jun 15 14:30:36.783342 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54676) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:36.794528 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010dea8-083e-421e-a000-ebd6cb76306e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00755c2-e062-4fb1-95a8-f1e20c3a6337,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:36.807183 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5010dea8-083e-421e-a000-ebd6cb76306e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:36.878910 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-74a68e43-f985-4ada-b237-1620604e25b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.931318 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-74a68e43-f985-4ada-b237-1620604e25b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.944570 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6050-e778-4f4c-be32-b264592256d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:36.997976 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2db8bbef-ccb5-4e12-a8dd-15cc4fa239e7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:36.999486 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2db8bbef-ccb5-4e12-a8dd-15cc4fa239e7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 814 time: 0.1670480 Jun 15 14:30:37.053889 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Request body: {'port': {'device_id': '7f1f6aec-c316-4d9b-9f32-e03325f6c108', 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'admin_state_up': True, 'tenant_id': '71d5d50b9bd74e00a57d1cdba7a38e97'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:37.062747 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b4cf6050-e778-4f4c-be32-b264592256d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.245496 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-39d672ae-7fbf-447d-8677-2d3b252ce36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:37.264887 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-b4cf6050-e778-4f4c-be32-b264592256d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6780a7066a54c36be1af196256af206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7755527 Jun 15 14:30:37.271567 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54686) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:37.277295 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-74a68e43-f985-4ada-b237-1620604e25b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.286932 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-74a68e43-f985-4ada-b237-1620604e25b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.288390 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-73ca2994-c505-42de-8ce6-35529f32fc2e req-64fc647d-420c-4004-9f2f-f8e51eaf627d tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] 10.222.0.22 "GET /v2.0/ports?device_id=e2237541-45ea-421d-8e41-83443b2974d9 HTTP/1.1" status: 200 len: 210 time: 0.0403333 Jun 15 14:30:37.304958 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-74a68e43-f985-4ada-b237-1620604e25b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c00755c2-e062-4fb1-95a8-f1e20c3a6337 HTTP/1.1" status: 204 len: 168 time: 0.5204606 Jun 15 14:30:37.364910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:30:37.382069 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf6050-e778-4f4c-be32-b264592256d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af65809-09df-45e3-95f3-fb2a66d837b0,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:37.390055 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b4cf6050-e778-4f4c-be32-b264592256d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:37.400309 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9b7e0705-cabb-4bc9-a175-ab2fe58525af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:37.455206 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a68e43-f985-4ada-b237-1620604e25b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00755c2-e062-4fb1-95a8-f1e20c3a6337,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:37.459532 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-74a68e43-f985-4ada-b237-1620604e25b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:37.488465 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2ea94d98-f134-4b0d-a5f8-95ab3ba139e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.522532 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2ea94d98-f134-4b0d-a5f8-95ab3ba139e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.565275 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Made reservation on behalf of 71d5d50b9bd74e00a57d1cdba7a38e97 for: {'port': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:30:37.578013 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.666048 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-09143028-2f40-436f-951d-3cf362dd3978 req-cac6ee95-8700-4965-afc3-f663499290e1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 210 time: 0.0721006 Jun 15 14:30:37.769972 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2ea94d98-f134-4b0d-a5f8-95ab3ba139e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.777354 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2ea94d98-f134-4b0d-a5f8-95ab3ba139e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.780134 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2ea94d98-f134-4b0d-a5f8-95ab3ba139e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3af65809-09df-45e3-95f3-fb2a66d837b0 HTTP/1.1" status: 204 len: 168 time: 0.4735827 Jun 15 14:30:37.782598 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-19d54d6e-fa37-49f8-8a61-8fec1238145b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:37.803052 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea94d98-f134-4b0d-a5f8-95ab3ba139e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af65809-09df-45e3-95f3-fb2a66d837b0,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:37.806968 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2ea94d98-f134-4b0d-a5f8-95ab3ba139e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:37.970680 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:30:37.984965 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:37.995802 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] Sync routers for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:30:38.007773 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:38.008948 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:30:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:38.107997 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895fcc6-b038-4cd3-b94b-73ebceffdc40 req-68c853f3-a819-4a71-8a72-8fc235a228a0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:38.109739 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6895fcc6-b038-4cd3-b94b-73ebceffdc40 req-68c853f3-a819-4a71-8a72-8fc235a228a0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.5016298 Jun 15 14:30:38.250040 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6895fcc6-b038-4cd3-b94b-73ebceffdc40 req-ecef1e00-82c3-42f8-90f1-d8e67f3f58fa tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880992 Jun 15 14:30:38.256122 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Allocated IP 172.20.0.6 (3596dd34-fe96-4a4c-a0bc-fceb0ee2b719/69786d4a-deab-4b68-9f91-a888e7faac83/68c51334-2531-4d0b-9e1a-b6ede8a8c49c) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:30:38.262911 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f0948b1c-ab99-47d5-a0d6-2d2bba3c4d3e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "PUT /v2.0/floatingips/d174b62b-91c1-43fb-96ca-e2d8fcdf58d4 HTTP/1.1" status: 200 len: 991 time: 5.3796015 Jun 15 14:30:38.266267 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'tag': '779e203f-ae7d-43c8-9f58-d01b9ad7923b'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:38.268812 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be083c5-ed79-4875-8120-b2b75214ddd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1b2859-b500-48f6-9af9-61fbda50d610", "tag": "779e203f-ae7d-43c8-9f58-d01b9ad7923b"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:38.286580 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:38.424386 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abbcaa1-44e4-4d41-bfc9-8e1363b481a4 x-openstack-request-id: req-5abbcaa1-44e4-4d41-bfc9-8e1363b481a4 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:38.424866 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1b2859-b500-48f6-9af9-61fbda50d610", "tag": "779e203f-ae7d-43c8-9f58-d01b9ad7923b", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:38.425274 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5abbcaa1-44e4-4d41-bfc9-8e1363b481a4 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:38.425917 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'tag': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'status': 'completed', 'code': 200} Jun 15 14:30:38.654228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-e5079a5d-00af-4edc-93d5-4b8fe6677b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:38.657960 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-e5079a5d-00af-4edc-93d5-4b8fe6677b1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 1098 time: 0.1859465 Jun 15 14:30:38.960300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-16ec8dde-7114-41d7-b19b-69f6a12e918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:38.962197 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-16ec8dde-7114-41d7-b19b-69f6a12e918b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 911 time: 0.2834017 Jun 15 14:30:39.264871 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-df2b6f31-ac65-4e3e-a9c7-4ec8a2af774f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 200 len: 999 time: 0.2864985 Jun 15 14:30:39.354988 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-fcbc720f-4bed-48e5-bd08-007fb31b4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:39.356760 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-fcbc720f-4bed-48e5-bd08-007fb31b4065 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.0839105 Jun 15 14:30:39.358815 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': 'd174b62b-91c1-43fb-96ca-e2d8fcdf58d4', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'port_id': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'mac_address': 'fa:16:3e:83:ec:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:01Z', 'updated_at': '2021-06-15T14:30:35Z', 'revision_number': 1, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:39.364060 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] Checking router: 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:30:39.375125 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:30:39.377553 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:30:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:39.496337 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-eaff9f35-6bc7-4ae4-a127-382362ba5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:39.503854 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-eaff9f35-6bc7-4ae4-a127-382362ba5a09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1392925 Jun 15 14:30:39.657562 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:39.807786 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-094196ea-b22b-4aca-ab83-62c937486127 req-22d36fc9-b163-4141-88f5-b6709078e4d8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 210 time: 0.1598077 Jun 15 14:30:39.834386 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-e240930b-29e6-4b25-8b29-2172de508d89 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209238 Jun 15 14:30:39.868653 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:30:40.040501 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0f255-91c6-44c3-999f-4091f25770d5 req-84406c7d-c338-4deb-92bb-c2692bbc1eee tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:40.057744 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-20f0f255-91c6-44c3-999f-4091f25770d5 req-84406c7d-c338-4deb-92bb-c2692bbc1eee tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.2537501 Jun 15 14:30:40.086673 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.097999 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:40.106290 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:40.141514 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8be083c5-ed79-4875-8120-b2b75214ddd2 req-5571937b-6226-458e-82b4-e7682fee398c service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999752 Jun 15 14:30:40.188112 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-20f0f255-91c6-44c3-999f-4091f25770d5 req-bf8e2e8e-f1f9-488d-804f-d13dbd420b23 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291597 Jun 15 14:30:40.200821 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:30:40.213723 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:30:40.216195 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Pushing event updated for resources: {'Port': ['ID=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:40.219475 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:30:40.227935 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:40.229176 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.232962 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:40.348392 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-2a4037d5-7d1f-4a3e-a98a-8b25fc8787c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2982404 Jun 15 14:30:40.363658 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Request body: {'port': {'device_id': '7f1f6aec-c316-4d9b-9f32-e03325f6c108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:30:40.537537 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:40.678360 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': 'd174b62b-91c1-43fb-96ca-e2d8fcdf58d4', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'port_id': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'mac_address': 'fa:16:3e:83:ec:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:01Z', 'updated_at': '2021-06-15T14:30:35Z', 'revision_number': 1, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:40.685383 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3d732-cc64-44ee-8795-c8fd07a5b200 None None] The sync data for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb is: [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': 'd174b62b-91c1-43fb-96ca-e2d8fcdf58d4', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'floating_ip_address': '172.28.2.111', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'port_id': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'mac_address': 'fa:16:3e:83:ec:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:30:01Z', 'updated_at': '2021-06-15T14:30:35Z', 'revision_number': 1, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:30:41.164612 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54808) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:41.279194 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d4dd04-7a4f-44a7-8a31-d77f6e2aeb1a None None] New status for floating IP d174b62b-91c1-43fb-96ca-e2d8fcdf58d4: ACTIVE {{(pid=92289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:30:41.362486 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] Deleting subnet 0e485fdc-a26a-4c81-a8fd-a9b2a94e97b0 {{(pid=92287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:30:41.375331 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.425364 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c51334-2531-4d0b-9e1a-b6ede8a8c49c {{(pid=92288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:41.450443 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.475468 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Transition to ACTIVE for port object 68c51334-2531-4d0b-9e1a-b6ede8a8c49c will not be triggered until provisioned by entity L2. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:30:41.581490 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26891138'] for subnet, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.665584 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.713222 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3a4b7db3-6564-46b7-b835-471f0bd8893d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:41.749186 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:41.921904 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Pushing event updated for resources: {'Port': ['ID=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:41.929363 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:42.048925 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea5971-cf9d-4d35-be2a-9bd4af45404e req-8e9add36-a82a-4427-bd00-6debea630ed1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:42.056660 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8aea5971-cf9d-4d35-be2a-9bd4af45404e req-8e9add36-a82a-4427-bd00-6debea630ed1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 931 time: 0.5786872 Jun 15 14:30:42.080537 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27175753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26222068'] for subnet, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.092372 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:42.175003 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.185406 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0e485fdc-a26a-4c81-a8fd-a9b2a94e97b0 HTTP/1.1" status: 204 len: 168 time: 1.0134788 Jun 15 14:30:42.187633 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e485fdc-a26a-4c81-a8fd-a9b2a94e97b0,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:42.191355 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54824) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:42.205097 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9f0a2ba2-fea8-47fa-ab3e-9c6ca168ffab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:42.428780 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df8ff9-ad5d-4596-92b8-4db402c94fd8 req-0c8e2c35-4a41-494c-817a-945d890fca5e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:42.442544 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-81df8ff9-ad5d-4596-92b8-4db402c94fd8 req-0c8e2c35-4a41-494c-817a-945d890fca5e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.7861440 Jun 15 14:30:42.451330 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Attempting to bind port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:30:42.453681 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Attempting to bind port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:30:42.453681 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Attempting to bind port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:42.508380 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8aea5971-cf9d-4d35-be2a-9bd4af45404e req-73d6c30a-8b6e-4e09-9267-924a56798e5b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334993 Jun 15 14:30:42.508607 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:30:42.509821 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Attempting to bind port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:30:42.536709 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:30:42.542404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Checking segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:30:42.542404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Bound using segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:30:42.542404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Bound port: 68c51334-2531-4d0b-9e1a-b6ede8a8c49c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'}}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:30:42.542404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.604688 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-81df8ff9-ad5d-4596-92b8-4db402c94fd8 req-49799c75-5092-42fe-adce-c7858c936ad7 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606655 Jun 15 14:30:42.670195 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.730184 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] For port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c, host hv-cinder-79628, cleared binding levels {{(pid=92288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:30:42.735518 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] For port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:30:42.873074 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.875593 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:42.929321 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:42.930224 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.932109 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] 10.222.0.45 "PUT /v2.0/ports/68c51334-2531-4d0b-9e1a-b6ede8a8c49c HTTP/1.1" status: 200 len: 1093 time: 2.5728452 Jun 15 14:30:42.935096 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1f6aec-c316-4d9b-9f32-e03325f6c108', 'tag': '68c51334-2531-4d0b-9e1a-b6ede8a8c49c'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:42.939253 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a465e090-e71e-41ab-a388-636044894d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f1f6aec-c316-4d9b-9f32-e03325f6c108", "tag": "68c51334-2531-4d0b-9e1a-b6ede8a8c49c"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:42.970764 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:42.994271 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5279d9-876c-4f4c-a14b-bb71d01177e6']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:43.010737 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3616d91-435c-411f-a3cf-1813ce9140f6 x-openstack-request-id: req-c3616d91-435c-411f-a3cf-1813ce9140f6 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:43.013222 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f1f6aec-c316-4d9b-9f32-e03325f6c108", "tag": "68c51334-2531-4d0b-9e1a-b6ede8a8c49c", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:43.013222 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3616d91-435c-411f-a3cf-1813ce9140f6 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:43.013530 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385c3180-e8d9-42d9-a05a-c1c152294be5') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:43.013530 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385c3180-e8d9-42d9-a05a-c1c152294be5') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:43.018196 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1f6aec-c316-4d9b-9f32-e03325f6c108', 'tag': '68c51334-2531-4d0b-9e1a-b6ede8a8c49c', 'status': 'completed', 'code': 200} Jun 15 14:30:43.024830 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Pushing event updated for resources: {'Port': ['ID=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,revision_number=3']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:43.041521 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.041719 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4b0050eb-f99f-4b20-ab50-28a1bee8a706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:43.075212 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:30:43.091753 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:30:43.185731 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e090-e71e-41ab-a388-636044894d3c req-69289874-902f-4e0c-91fa-81bc3d35db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:43.188834 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a465e090-e71e-41ab-a388-636044894d3c req-69289874-902f-4e0c-91fa-81bc3d35db6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 1096 time: 0.1442277 Jun 15 14:30:43.398097 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.407129 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:43.414171 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] 10.222.0.22 "DELETE /v2.0/networks/9d5279d9-876c-4f4c-a14b-bb71d01177e6 HTTP/1.1" status: 204 len: 168 time: 1.2129920 Jun 15 14:30:43.414171 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:43.434188 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Pushing event deleted for resources: {'Network': ['ID=9d5279d9-876c-4f4c-a14b-bb71d01177e6,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:43.436994 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:43.592585 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e090-e71e-41ab-a388-636044894d3c req-9e2f115c-3f81-4531-884a-26ea5523f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:43.594700 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a465e090-e71e-41ab-a388-636044894d3c req-9e2f115c-3f81-4531-884a-26ea5523f807 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3891766 Jun 15 14:30:44.002872 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465e090-e71e-41ab-a388-636044894d3c req-434993aa-d5b4-431e-a29b-998c199ff413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:44.004438 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a465e090-e71e-41ab-a388-636044894d3c req-434993aa-d5b4-431e-a29b-998c199ff413 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4022744 Jun 15 14:30:44.045432 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77ad4c-6cbe-4173-b9fa-7866d7e7ae27 req-3af6eb22-94f2-4f8a-9a73-e6a2b3d1aeed tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:44.047077 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad77ad4c-6cbe-4173-b9fa-7866d7e7ae27 req-3af6eb22-94f2-4f8a-9a73-e6a2b3d1aeed tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 943 time: 0.2083154 Jun 15 14:30:44.056561 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475560b5-e1c2-423a-a973-4bfaee0e849e req-3706a01b-f7c7-4087-acbe-17d5f48c2ea3 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:44.058083 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-475560b5-e1c2-423a-a973-4bfaee0e849e req-3706a01b-f7c7-4087-acbe-17d5f48c2ea3 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.2204106 Jun 15 14:30:44.249983 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad77ad4c-6cbe-4173-b9fa-7866d7e7ae27 req-12bbc202-4620-4a87-927d-504f3c49b8d9 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897705 Jun 15 14:30:44.279794 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-475560b5-e1c2-423a-a973-4bfaee0e849e req-cdd3e840-9bcb-4b5a-8877-b07792f96daf tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698880 Jun 15 14:30:44.281489 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54876) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:44.334283 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-cc7a5fe4-3de6-4952-a26d-ea42846b6dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:44.341600 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-cc7a5fe4-3de6-4952-a26d-ea42846b6dba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 1096 time: 0.2700326 Jun 15 14:30:44.373888 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6061ff56-449f-49e3-b276-8dba54ef6feb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d39507947a7948b7b770788f078d7376&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0907352 Jun 15 14:30:44.379457 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54878) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:44.504589 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6195eba2-2c01-4f44-9d72-bd0ef35f66d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.518271 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-cd6a82a1-8e13-4acb-8c19-ab190d336a67 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68c51334-2531-4d0b-9e1a-b6ede8a8c49c HTTP/1.1" status: 200 len: 217 time: 0.1635697 Jun 15 14:30:44.541228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6195eba2-2c01-4f44-9d72-bd0ef35f66d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.687456 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-75625880-d72e-491b-bf14-11418ca288eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:44.690117 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-75625880-d72e-491b-bf14-11418ca288eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69786d4a-deab-4b68-9f91-a888e7faac83 HTTP/1.1" status: 200 len: 854 time: 0.1581483 Jun 15 14:30:44.724754 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6195eba2-2c01-4f44-9d72-bd0ef35f66d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.731123 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6195eba2-2c01-4f44-9d72-bd0ef35f66d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:44.741198 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6195eba2-2c01-4f44-9d72-bd0ef35f66d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85ce48fc-5135-4937-8199-53b06e580ab6 HTTP/1.1" status: 204 len: 168 time: 0.3594856 Jun 15 14:30:44.744204 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-90389ced-8980-4154-9a7a-154f81bccf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:44.778792 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54886) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:44.811091 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-d3c83677-20b3-4914-88e1-83109fdd38ae service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104629 Jun 15 14:30:44.826237 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195eba2-2c01-4f44-9d72-bd0ef35f66d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ce48fc-5135-4937-8199-53b06e580ab6,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:44.835421 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6195eba2-2c01-4f44-9d72-bd0ef35f66d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:45.092138 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-32a388d0-cd30-438d-8fab-7540bbae3eb6 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696533 Jun 15 14:30:45.107110 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-564c3fc1-40bc-43a9-a922-71a82c369034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.272285 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0fd0cf0a-5242-4645-9cc7-eb52e310edfd req-ed8b6753-4d05-4241-9264-5e3b85e283e1 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714907 Jun 15 14:30:45.337975 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-564c3fc1-40bc-43a9-a922-71a82c369034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.472504 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-564c3fc1-40bc-43a9-a922-71a82c369034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.485536 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-12f91d10-6bcd-4ee9-b289-c4c01cc89540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:45.556699 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-564c3fc1-40bc-43a9-a922-71a82c369034 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7cea7080f9849409fb2050116a54276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7642546 Jun 15 14:30:45.591952 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c3fc1-40bc-43a9-a922-71a82c369034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323a87a2-ddf0-4894-9b43-25bcfde93fa9,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:45.594313 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54912) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:45.612309 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-564c3fc1-40bc-43a9-a922-71a82c369034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:45.699574 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633cd3b-009c-4f72-a635-fad26c7bddf4 req-802636c2-0eae-4380-8e71-be8533518eeb tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:45.701362 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f633cd3b-009c-4f72-a635-fad26c7bddf4 req-802636c2-0eae-4380-8e71-be8533518eeb tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 943 time: 0.2160435 Jun 15 14:30:45.748256 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-07f68a89-d27e-4f53-bdee-d9625b9d45dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.796348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-07f68a89-d27e-4f53-bdee-d9625b9d45dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:45.845574 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fdab4-b45f-4135-ad34-9d8d225638d1 req-a894d5ed-8f86-4b60-8622-f7c39fe020f1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:45.846223 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-420fdab4-b45f-4135-ad34-9d8d225638d1 req-a894d5ed-8f86-4b60-8622-f7c39fe020f1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.2867539 Jun 15 14:30:45.858095 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f633cd3b-009c-4f72-a635-fad26c7bddf4 req-36780760-5e2e-4533-9ed3-c98cf222b62c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479678 Jun 15 14:30:46.044198 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-420fdab4-b45f-4135-ad34-9d8d225638d1 req-fec6e87e-22bd-4ceb-9118-923a66bd3130 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736591 Jun 15 14:30:46.146896 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-07f68a89-d27e-4f53-bdee-d9625b9d45dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.151082 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-07f68a89-d27e-4f53-bdee-d9625b9d45dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.152964 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-07f68a89-d27e-4f53-bdee-d9625b9d45dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/323a87a2-ddf0-4894-9b43-25bcfde93fa9 HTTP/1.1" status: 204 len: 168 time: 0.5570610 Jun 15 14:30:46.155358 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2c94f674-5a81-461e-b2da-ffdf46de5a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:46.197952 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f68a89-d27e-4f53-bdee-d9625b9d45dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323a87a2-ddf0-4894-9b43-25bcfde93fa9,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:46.202290 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-07f68a89-d27e-4f53-bdee-d9625b9d45dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:47.246784 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5394ff-5766-4295-8c48-5934295d4609 req-a6d4016b-bd8b-4823-99b1-f245d4dc6396 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:47.254791 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b5394ff-5766-4295-8c48-5934295d4609 req-a6d4016b-bd8b-4823-99b1-f245d4dc6396 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 943 time: 0.1861193 Jun 15 14:30:47.328752 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b5394ff-5766-4295-8c48-5934295d4609 req-8097d9d7-26f5-4ec9-b448-8b9c8fa72679 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665898 Jun 15 14:30:47.476011 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff29a3-c022-4dca-a024-8c595de8d6cb req-3dc2b860-69e3-4350-b27f-53c23ea10166 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:47.479555 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f4ff29a3-c022-4dca-a024-8c595de8d6cb req-3dc2b860-69e3-4350-b27f-53c23ea10166 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1442065 Jun 15 14:30:47.609364 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f4ff29a3-c022-4dca-a024-8c595de8d6cb req-d076c52e-28a3-43cb-8134-c525cabc910f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154122 Jun 15 14:30:47.649135 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54980) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:47.701857 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-65ad2a4f-86db-42eb-9d7a-4981de5fb5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:47.869555 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 54990) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:47.992019 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-65ad2a4f-86db-42eb-9d7a-4981de5fb5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.169360 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-65ad2a4f-86db-42eb-9d7a-4981de5fb5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.209786 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:48.222702 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-65ad2a4f-86db-42eb-9d7a-4981de5fb5c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5edc7f0732c4023b1e4aa1c3889ddcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5716867 Jun 15 14:30:48.225709 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 54998) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:48.272097 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad2a4f-86db-42eb-9d7a-4981de5fb5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65acf8f9-bf74-40c5-bb2f-a5a867462ccc,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:48.276839 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-65ad2a4f-86db-42eb-9d7a-4981de5fb5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:48.369638 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b517699-6868-4fbc-a729-33a1980402e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.441045 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b517699-6868-4fbc-a729-33a1980402e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.551324 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d4b05596-cdf3-44b5-b32a-78dae6672e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.712952 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b517699-6868-4fbc-a729-33a1980402e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.719854 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4b517699-6868-4fbc-a729-33a1980402e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:48.724959 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4b517699-6868-4fbc-a729-33a1980402e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65acf8f9-bf74-40c5-bb2f-a5a867462ccc HTTP/1.1" status: 204 len: 168 time: 0.4976661 Jun 15 14:30:48.726612 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-564c3fc1-40bc-43a9-a922-71a82c369034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:48.770743 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b517699-6868-4fbc-a729-33a1980402e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65acf8f9-bf74-40c5-bb2f-a5a867462ccc,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:48.776493 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b6409e-c222-4997-a3fe-76cc75798718 req-8077f4e2-0243-40dc-9317-722711fe1bd0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:48.779069 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-07b6409e-c222-4997-a3fe-76cc75798718 req-8077f4e2-0243-40dc-9317-722711fe1bd0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 943 time: 0.1405292 Jun 15 14:30:48.786418 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4b517699-6868-4fbc-a729-33a1980402e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:49.293343 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d4b05596-cdf3-44b5-b32a-78dae6672e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.318421 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-338d3a2a-54ac-4013-a278-47d6a6e425a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.320941 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-07b6409e-c222-4997-a3fe-76cc75798718 req-ad849417-ce84-4f1a-a515-20f6e01ab72c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045741 Jun 15 14:30:49.374394 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce395cae-5135-4d3b-a9a0-2ebf8e155def req-60e99d11-54cf-4ee3-9d73-5f964f6d4b57 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:49.376791 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ce395cae-5135-4d3b-a9a0-2ebf8e155def req-60e99d11-54cf-4ee3-9d73-5f964f6d4b57 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1423900 Jun 15 14:30:49.381705 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d4b05596-cdf3-44b5-b32a-78dae6672e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.381705 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9e8f98cf-0e55-42b7-94ba-7486bffd9380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:49.470074 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-d4b05596-cdf3-44b5-b32a-78dae6672e81 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=241467589a1d49adb9cccf2fb1c6ca84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5962291 Jun 15 14:30:49.472489 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55032) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:49.481251 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b05596-cdf3-44b5-b32a-78dae6672e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5a022a-b76b-45f1-a311-86339b3d21fa,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:49.498583 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-d4b05596-cdf3-44b5-b32a-78dae6672e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:49.529307 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ce395cae-5135-4d3b-a9a0-2ebf8e155def req-ef432f8d-ba04-49a1-878f-c59221979625 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290977 Jun 15 14:30:49.609994 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67739a1f-17e1-4e49-9cac-629166a3bf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.652880 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 68c51334-2531-4d0b-9e1a-b6ede8a8c49c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:30:49.668876 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67739a1f-17e1-4e49-9cac-629166a3bf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.821422 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55042) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:49.839326 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-cec3c8ea-d041-4416-bb8e-27c8003c0877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.880623 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:49.909662 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67739a1f-17e1-4e49-9cac-629166a3bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.914383 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67739a1f-17e1-4e49-9cac-629166a3bf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:49.921473 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-67739a1f-17e1-4e49-9cac-629166a3bf2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb5a022a-b76b-45f1-a311-86339b3d21fa HTTP/1.1" status: 204 len: 168 time: 0.4426370 Jun 15 14:30:49.932004 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:49.962838 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67739a1f-17e1-4e49-9cac-629166a3bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5a022a-b76b-45f1-a311-86339b3d21fa,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:49.977204 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-67739a1f-17e1-4e49-9cac-629166a3bf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:50.062549 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '68c51334-2531-4d0b-9e1a-b6ede8a8c49c', 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'port_id': '68c51334-2531-4d0b-9e1a-b6ede8a8c49c', 'mac_address': 'fa:16:3e:4d:2a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69786d4a-deab-4b68-9f91-a888e7faac83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:30:50.101292 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-cec3c8ea-d041-4416-bb8e-27c8003c0877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.170001 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.192940 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c51334-2531-4d0b-9e1a-b6ede8a8c49c {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:30:50.226882 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:50.232848 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-cec3c8ea-d041-4416-bb8e-27c8003c0877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.238642 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-6fa6ae5b-3610-4359-96f6-dc314b14d018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:50.295561 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-cec3c8ea-d041-4416-bb8e-27c8003c0877 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd5e58ea3e83417b8accce06ecd13057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729981 Jun 15 14:30:50.297808 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3c8ea-d041-4416-bb8e-27c8003c0877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85b0c6-dc22-4971-b395-a5554befe6a6,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:50.300119 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55048) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:50.302917 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cec3c8ea-d041-4416-bb8e-27c8003c0877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:50.332325 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.332325 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-cd3ee357-83e7-49d7-910a-b1b07e47e8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:50.409385 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c5f94952-d15d-4de2-b386-2b9107e6695a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.435901 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:50.435901 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.436166 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.436501 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.437010 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.437497 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.437982 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.438479 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.438594 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c5f94952-d15d-4de2-b386-2b9107e6695a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.439056 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.439530 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.440027 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.440522 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.441224 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:30:50.445387 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:50.637093 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bf39-3784-4a3c-9b9c-41e890e09793 req-300a0940-8e25-4b54-9362-65a9f2bc7064 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:50.647516 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2525bf39-3784-4a3c-9b9c-41e890e09793 req-300a0940-8e25-4b54-9362-65a9f2bc7064 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 944 time: 0.1541572 Jun 15 14:30:50.661074 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c5f94952-d15d-4de2-b386-2b9107e6695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.664246 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c5f94952-d15d-4de2-b386-2b9107e6695a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:50.666800 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-c5f94952-d15d-4de2-b386-2b9107e6695a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e85b0c6-dc22-4971-b395-a5554befe6a6 HTTP/1.1" status: 204 len: 168 time: 0.3648939 Jun 15 14:30:50.668062 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5010dea8-083e-421e-a000-ebd6cb76306e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:50.699708 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f94952-d15d-4de2-b386-2b9107e6695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85b0c6-dc22-4971-b395-a5554befe6a6,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:50.708910 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c5f94952-d15d-4de2-b386-2b9107e6695a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:50.721973 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2525bf39-3784-4a3c-9b9c-41e890e09793 req-3ccf6dcf-103e-47cb-8b45-0b0e95ae0e2f tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734205 Jun 15 14:30:50.815480 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['68c51334-2531-4d0b-9e1a-b6ede8a8c49c'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:30:51.117356 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e624ed-a587-4511-8b19-2c5c5b10c56b req-8f96f708-d9e1-45f4-9476-557556173c65 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:51.119096 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-33e624ed-a587-4511-8b19-2c5c5b10c56b req-8f96f708-d9e1-45f4-9476-557556173c65 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1222570 Jun 15 14:30:51.174280 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-33e624ed-a587-4511-8b19-2c5c5b10c56b req-544405f3-d4d4-46bd-88e0-65a128365d09 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Jun 15 14:30:51.213448 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55072) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:51.233470 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f8328639-6633-4de3-9d94-9a2b86227135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:51.464453 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f8328639-6633-4de3-9d94-9a2b86227135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:51.637572 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f8328639-6633-4de3-9d94-9a2b86227135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:51.641347 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-d844a934-413b-46c7-988a-1881d0313a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:51.690087 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f8328639-6633-4de3-9d94-9a2b86227135 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e0763e7566b403a9597f0adcd838ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750326 Jun 15 14:30:51.691014 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8328639-6633-4de3-9d94-9a2b86227135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f694c-9482-4d32-bdcf-e0f46f497238,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:51.693709 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55080) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:51.696005 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f8328639-6633-4de3-9d94-9a2b86227135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:51.802042 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8e080b4e-9b17-4f60-9361-393d8316cf5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:51.859927 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8e080b4e-9b17-4f60-9361-393d8316cf5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:51.890408 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:52.087288 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fa06d-b305-4a6a-ac24-a3573ec356ee req-2fa0cd38-3673-4d8a-84bf-08309fd5e00c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:52.094916 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a20fa06d-b305-4a6a-ac24-a3573ec356ee req-2fa0cd38-3673-4d8a-84bf-08309fd5e00c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 944 time: 0.1249990 Jun 15 14:30:52.115060 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8e080b4e-9b17-4f60-9361-393d8316cf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:52.140603 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8e080b4e-9b17-4f60-9361-393d8316cf5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:52.142987 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-8e080b4e-9b17-4f60-9361-393d8316cf5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f40f694c-9482-4d32-bdcf-e0f46f497238 HTTP/1.1" status: 204 len: 168 time: 0.4479122 Jun 15 14:30:52.144659 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-37aeb9ec-af6a-480c-a2ad-0feefa6ffb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:52.168744 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e080b4e-9b17-4f60-9361-393d8316cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f694c-9482-4d32-bdcf-e0f46f497238,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:52.185119 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8e080b4e-9b17-4f60-9361-393d8316cf5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:52.201992 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a20fa06d-b305-4a6a-ac24-a3573ec356ee req-cf6d8c91-72f5-4e65-ae9b-5421237ba102 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059756 Jun 15 14:30:52.203614 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf0b3-2244-4dad-a28c-867a9c6ab3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:52.463331 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca87dd-ddbc-4fba-8bbb-58abb9d6b0cf req-6b6b6ca0-978d-4f32-b295-1e5318921e53 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:52.465260 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-34ca87dd-ddbc-4fba-8bbb-58abb9d6b0cf req-6b6b6ca0-978d-4f32-b295-1e5318921e53 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.0930192 Jun 15 14:30:52.542320 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-34ca87dd-ddbc-4fba-8bbb-58abb9d6b0cf req-3cb9035d-65dd-4af9-a5c6-9034375d7f86 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694144 Jun 15 14:30:52.548982 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55110) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:52.908078 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-be699f2b-a940-499d-a993-9e161c13073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:52.913738 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.140155 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-be699f2b-a940-499d-a993-9e161c13073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.261706 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-be699f2b-a940-499d-a993-9e161c13073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.270120 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a452ea17-49ee-4b5c-a3d0-c4fc3de048a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:53.329931 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be699f2b-a940-499d-a993-9e161c13073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be9f37-41df-4511-bb85-91e4ac40e8cc,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:53.341581 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-be699f2b-a940-499d-a993-9e161c13073b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:53.351187 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-be699f2b-a940-499d-a993-9e161c13073b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4538aff9efb4040bbf3b9329c44b40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998979 Jun 15 14:30:53.355758 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55150) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:53.583116 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3697c839-be21-4e9f-a80c-f8fc64da4ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.622785 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3697c839-be21-4e9f-a80c-f8fc64da4ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:53.683835 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 68c51334-2531-4d0b-9e1a-b6ede8a8c49c up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:30:53.707233 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be77a9c-bcbe-4330-bc1f-d5a61280c7e3 req-e1ebc024-53f6-4b93-a204-31f6be75d3d7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:53.715737 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3be77a9c-bcbe-4330-bc1f-d5a61280c7e3 req-e1ebc024-53f6-4b93-a204-31f6be75d3d7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 944 time: 0.2291160 Jun 15 14:30:53.800952 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3be77a9c-bcbe-4330-bc1f-d5a61280c7e3 req-1aeb759c-0779-44fe-9a52-1415ff8365ca tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839076 Jun 15 14:30:53.893360 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b937d8-a631-4857-a2b5-2f96c6738f24 req-ab7c9d33-259b-4fe1-872f-f17eebca1a71 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:53.894931 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-40b937d8-a631-4857-a2b5-2f96c6738f24 req-ab7c9d33-259b-4fe1-872f-f17eebca1a71 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.0765791 Jun 15 14:30:53.947796 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-40b937d8-a631-4857-a2b5-2f96c6738f24 req-d466dc3e-5599-48cc-b964-903d631a9ab5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467060 Jun 15 14:30:53.997906 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:30:54.008488 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:30:54.009805 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:54.030222 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3697c839-be21-4e9f-a80c-f8fc64da4ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:54.030222 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3697c839-be21-4e9f-a80c-f8fc64da4ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:54.033359 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-3697c839-be21-4e9f-a80c-f8fc64da4ca6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3be9f37-41df-4511-bb85-91e4ac40e8cc HTTP/1.1" status: 204 len: 168 time: 0.6763837 Jun 15 14:30:54.034268 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:54.058160 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697c839-be21-4e9f-a80c-f8fc64da4ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be9f37-41df-4511-bb85-91e4ac40e8cc,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:54.075412 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3697c839-be21-4e9f-a80c-f8fc64da4ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:54.306237 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:54.370445 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1f6aec-c316-4d9b-9f32-e03325f6c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c51334-2531-4d0b-9e1a-b6ede8a8c49c'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:30:54.372984 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ce41d-b537-43da-95fc-91909b1e6668" -d '{"events": [{"server_uuid": "7f1f6aec-c316-4d9b-9f32-e03325f6c108", "name": "network-vif-plugged", "status": "completed", "tag": "68c51334-2531-4d0b-9e1a-b6ede8a8c49c"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:30:54.390227 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:30:54.433728 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36e85c4-4157-4150-a6d4-d68f685cac1d x-openstack-request-id: req-f36e85c4-4157-4150-a6d4-d68f685cac1d {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:30:54.434547 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1f6aec-c316-4d9b-9f32-e03325f6c108", "name": "network-vif-plugged", "status": "completed", "tag": "68c51334-2531-4d0b-9e1a-b6ede8a8c49c", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:30:54.435253 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f36e85c4-4157-4150-a6d4-d68f685cac1d {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:30:54.441083 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1f6aec-c316-4d9b-9f32-e03325f6c108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c51334-2531-4d0b-9e1a-b6ede8a8c49c', 'code': 200} Jun 15 14:30:54.506880 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:54.513406 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:54.691704 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:54.716644 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:54.781262 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:55.211241 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6038f-4a23-4601-9139-ba4c560d5c09 req-7231e568-4668-42da-b72a-74df452b6fa1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:55.218359 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a5b6038f-4a23-4601-9139-ba4c560d5c09 req-7231e568-4668-42da-b72a-74df452b6fa1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 945 time: 0.2380047 Jun 15 14:30:55.415642 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a5b6038f-4a23-4601-9139-ba4c560d5c09 req-f6f06c1b-08f7-4260-bcf2-768bc296e49a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496587 Jun 15 14:30:55.444426 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071ac97-4264-45bf-a774-8c32a7f4bd94 req-44970837-9e6f-46f0-ac96-a3b82f2b11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:55.446026 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e071ac97-4264-45bf-a774-8c32a7f4bd94 req-44970837-9e6f-46f0-ac96-a3b82f2b11ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 1098 time: 0.2243822 Jun 15 14:30:55.501104 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5150e8b-585c-4855-adc9-a61fdb481761 req-acdfa226-8255-4403-949c-d3ba0d7a8a73 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:55.504132 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a5150e8b-585c-4855-adc9-a61fdb481761 req-acdfa226-8255-4403-949c-d3ba0d7a8a73 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.2413762 Jun 15 14:30:55.640311 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e071ac97-4264-45bf-a774-8c32a7f4bd94 req-4dec5ed6-2d27-4bda-8f16-250426bc1553 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342986 Jun 15 14:30:55.667886 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a5150e8b-585c-4855-adc9-a61fdb481761 req-b100a5b8-0eef-497f-b84b-f942e6959071 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124289 Jun 15 14:30:55.773475 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55222) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:55.997918 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b9569413-5b60-4fb7-ade6-80f4583ef8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.156088 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b9569413-5b60-4fb7-ade6-80f4583ef8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.311677 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b9569413-5b60-4fb7-ade6-80f4583ef8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.315372 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2ea94d98-f134-4b0d-a5f8-95ab3ba139e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:56.361969 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-b9569413-5b60-4fb7-ade6-80f4583ef8b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=615ab96d0ec14845b3ed1ecca0e34caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5869384 Jun 15 14:30:56.365720 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55238) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:56.366409 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9569413-5b60-4fb7-ade6-80f4583ef8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c0a28a-13db-4aa1-a628-8a73ab3036e2,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:56.370762 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b9569413-5b60-4fb7-ade6-80f4583ef8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:56.464011 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8f3142e6-d020-4153-a7cc-aa5e434d85dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.501541 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8f3142e6-d020-4153-a7cc-aa5e434d85dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.685652 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750fd92-1ecd-4839-b4f5-e61891737ca9 req-0aa0a1d1-4629-4175-8b58-bf7d2c3f7c2d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:56.693340 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d750fd92-1ecd-4839-b4f5-e61891737ca9 req-0aa0a1d1-4629-4175-8b58-bf7d2c3f7c2d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 945 time: 0.1026955 Jun 15 14:30:56.706430 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8f3142e6-d020-4153-a7cc-aa5e434d85dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.709138 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8f3142e6-d020-4153-a7cc-aa5e434d85dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:56.715992 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-8f3142e6-d020-4153-a7cc-aa5e434d85dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4c0a28a-13db-4aa1-a628-8a73ab3036e2 HTTP/1.1" status: 204 len: 168 time: 0.3462403 Jun 15 14:30:56.727584 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0b620a4a-82ec-46f4-87a1-ba9d6ec64f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:56.748711 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3142e6-d020-4153-a7cc-aa5e434d85dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c0a28a-13db-4aa1-a628-8a73ab3036e2,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:56.751423 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8f3142e6-d020-4153-a7cc-aa5e434d85dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:56.792587 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d750fd92-1ecd-4839-b4f5-e61891737ca9 req-5544c540-9973-4f02-b1f1-bf8e4af22fe4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981956 Jun 15 14:30:56.980431 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78a913-14aa-47f3-ab87-2a49d3b34d6c req-14b6bea7-18b1-440b-83d7-59a212903d14 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:56.987680 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1c78a913-14aa-47f3-ab87-2a49d3b34d6c req-14b6bea7-18b1-440b-83d7-59a212903d14 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1091590 Jun 15 14:30:57.057491 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1c78a913-14aa-47f3-ab87-2a49d3b34d6c req-3fabf2ed-b7ae-4610-8319-a97714c6e7c8 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651548 Jun 15 14:30:58.056914 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e809ed-4f6c-4ac8-92c2-abbe9ade56ea req-42f01558-ea92-4d63-9f09-d200251625bf tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:58.059501 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-66e809ed-4f6c-4ac8-92c2-abbe9ade56ea req-42f01558-ea92-4d63-9f09-d200251625bf tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 945 time: 0.0965371 Jun 15 14:30:58.137503 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-66e809ed-4f6c-4ac8-92c2-abbe9ade56ea req-e9dadadf-bfda-42c9-b6ed-a4d77b6f6f85 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700157 Jun 15 14:30:58.403409 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c355a1-03bc-47c9-aeec-6965951f8a8b req-6fefaeef-f77c-4494-8eb9-3c429d594237 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:58.405671 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a6c355a1-03bc-47c9-aeec-6965951f8a8b req-6fefaeef-f77c-4494-8eb9-3c429d594237 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1221871 Jun 15 14:30:58.507658 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a6c355a1-03bc-47c9-aeec-6965951f8a8b req-96a8a444-c629-4690-83a7-2ef955edfbc4 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910511 Jun 15 14:30:58.657486 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55338) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:58.871466 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a36741b0-436d-4552-bb85-202876dad9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.022676 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a36741b0-436d-4552-bb85-202876dad9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.145788 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a36741b0-436d-4552-bb85-202876dad9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.148793 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:59.204004 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a36741b0-436d-4552-bb85-202876dad9cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a51c3c3c2edb47779551c0bd45d1119d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455601 Jun 15 14:30:59.205594 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36741b0-436d-4552-bb85-202876dad9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cabaf2-7d33-41d8-bb34-03657ba2c793,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:59.209407 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55360) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:59.212489 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a36741b0-436d-4552-bb85-202876dad9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:59.308045 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9a359e3a-bac3-46de-94db-8bf2abb3a104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.352510 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9a359e3a-bac3-46de-94db-8bf2abb3a104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.587729 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9a359e3a-bac3-46de-94db-8bf2abb3a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.592846 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9a359e3a-bac3-46de-94db-8bf2abb3a104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.594854 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9a359e3a-bac3-46de-94db-8bf2abb3a104 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3cabaf2-7d33-41d8-bb34-03657ba2c793 HTTP/1.1" status: 204 len: 168 time: 0.3842587 Jun 15 14:30:59.596483 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:59.637576 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a359e3a-bac3-46de-94db-8bf2abb3a104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cabaf2-7d33-41d8-bb34-03657ba2c793,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:30:59.644143 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9a359e3a-bac3-46de-94db-8bf2abb3a104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:59.837566 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5343a15a-ca37-4ffb-a963-aeff613bacd8 req-e15aaf2a-a0e2-4104-9a10-e3a0f5925f24 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:30:59.839305 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5343a15a-ca37-4ffb-a963-aeff613bacd8 req-e15aaf2a-a0e2-4104-9a10-e3a0f5925f24 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1130848 Jun 15 14:30:59.898938 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5343a15a-ca37-4ffb-a963-aeff613bacd8 req-fcfef134-a5b3-4816-a740-3c4acf552401 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Jun 15 14:31:00.687062 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55410) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:00.704952 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-57148e06-004f-46b4-89d4-e62e6c223952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:00.833140 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-57148e06-004f-46b4-89d4-e62e6c223952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:00.929193 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-57148e06-004f-46b4-89d4-e62e6c223952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:00.933012 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-d4b05596-cdf3-44b5-b32a-78dae6672e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:00.978056 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-57148e06-004f-46b4-89d4-e62e6c223952 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce1f6236768d46af99a26ee342ecc839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892010 Jun 15 14:31:00.980068 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57148e06-004f-46b4-89d4-e62e6c223952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b85091d-1265-4436-ae95-029ee05ffcfe,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:00.982382 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-57148e06-004f-46b4-89d4-e62e6c223952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:00.982806 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55416) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:01.093658 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-cc288106-7f90-4861-a80f-ac8354e8e771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.133589 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-cc288106-7f90-4861-a80f-ac8354e8e771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.188613 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e947d-1237-430c-af91-2b8ea6ca3279 req-6d040a58-573c-48f1-8dcb-70374dcab896 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:01.190102 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-354e947d-1237-430c-af91-2b8ea6ca3279 req-6d040a58-573c-48f1-8dcb-70374dcab896 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1444886 Jun 15 14:31:01.244059 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-354e947d-1237-430c-af91-2b8ea6ca3279 req-2a667518-1498-4762-b184-94f026a84a4c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Jun 15 14:31:01.331796 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55420) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:01.340381 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-cc288106-7f90-4861-a80f-ac8354e8e771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.346102 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-cc288106-7f90-4861-a80f-ac8354e8e771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.348932 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-cc288106-7f90-4861-a80f-ac8354e8e771 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b85091d-1265-4436-ae95-029ee05ffcfe HTTP/1.1" status: 204 len: 168 time: 0.3650248 Jun 15 14:31:01.349873 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3ec55235-c168-4814-baf9-91ddc1e1c6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:01.368211 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc288106-7f90-4861-a80f-ac8354e8e771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b85091d-1265-4436-ae95-029ee05ffcfe,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:01.373690 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cc288106-7f90-4861-a80f-ac8354e8e771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:01.505806 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6e3e0ed2-7386-4f57-8736-7ca8c3787dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.576091 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55430) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:01.669375 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6e3e0ed2-7386-4f57-8736-7ca8c3787dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.719772 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7769dd79-e7bc-4c56-9dca-b245ece43336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.767250 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6e3e0ed2-7386-4f57-8736-7ca8c3787dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:01.774262 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a36741b0-436d-4552-bb85-202876dad9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:01.852976 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-6e3e0ed2-7386-4f57-8736-7ca8c3787dcf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b59bd57f6ca4bbebd0e280ef68009ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195007 Jun 15 14:31:01.855399 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e0ed2-7386-4f57-8736-7ca8c3787dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f998ae-fc75-4743-aeb9-1952e0a5a18a,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:01.858092 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55440) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:01.860554 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-6e3e0ed2-7386-4f57-8736-7ca8c3787dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:01.981186 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c0733df-0848-48a8-8d33-9071288abd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.056094 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c0733df-0848-48a8-8d33-9071288abd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.085580 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7769dd79-e7bc-4c56-9dca-b245ece43336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.237468 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7769dd79-e7bc-4c56-9dca-b245ece43336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.241570 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:02.310621 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c0733df-0848-48a8-8d33-9071288abd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.310878 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-a5ade548-c9e1-42bc-acc3-af93d0fd9aab tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:02.313689 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-a5ade548-c9e1-42bc-acc3-af93d0fd9aab tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 814 time: 0.2148352 Jun 15 14:31:02.319492 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c0733df-0848-48a8-8d33-9071288abd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.325998 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-3c0733df-0848-48a8-8d33-9071288abd64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09f998ae-fc75-4743-aeb9-1952e0a5a18a HTTP/1.1" status: 204 len: 168 time: 0.4633160 Jun 15 14:31:02.336414 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-7769dd79-e7bc-4c56-9dca-b245ece43336 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fba0f54cbc614eb1926abe1bcab3965d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7583327 Jun 15 14:31:02.337646 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769dd79-e7bc-4c56-9dca-b245ece43336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979868c1-ddd5-4e01-bd59-eb070280c4f7,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:02.341678 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-3b1df14b-90e0-4b48-b39c-252b0b2509df tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/quotas/71d5d50b9bd74e00a57d1cdba7a38e97 HTTP/1.1" status: 200 len: 375 time: 0.0211117 Jun 15 14:31:02.356560 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7769dd79-e7bc-4c56-9dca-b245ece43336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:02.357397 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55464) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:02.358223 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a76c9181-eb16-4a8d-8d8a-426c945eec0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:02.399191 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0733df-0848-48a8-8d33-9071288abd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f998ae-fc75-4743-aeb9-1952e0a5a18a,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:02.414818 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3c0733df-0848-48a8-8d33-9071288abd64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:02.497798 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-312a7fd0-8985-4830-97a8-d506b9f15f57 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434295 Jun 15 14:31:02.516655 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-90e410f0-3b3a-4881-a7a2-45cbf2e21274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.562378 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-90e410f0-3b3a-4881-a7a2-45cbf2e21274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.673107 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-a5b658bb-fc2d-4e1c-bd51-197f9dcbf8f3 service neutron] 10.222.0.22 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788754 Jun 15 14:31:02.692685 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c3f0f2-5f2f-4a6d-86a0-da667ed7184b req-50d4f4a1-eb2f-4bac-ab8e-997192d7ca72 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:02.708174 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39c3f0f2-5f2f-4a6d-86a0-da667ed7184b req-50d4f4a1-eb2f-4bac-ab8e-997192d7ca72 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.2034705 Jun 15 14:31:02.807648 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-90e410f0-3b3a-4881-a7a2-45cbf2e21274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.815293 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-90e410f0-3b3a-4881-a7a2-45cbf2e21274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:02.820279 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-90e410f0-3b3a-4881-a7a2-45cbf2e21274 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/979868c1-ddd5-4e01-bd59-eb070280c4f7 HTTP/1.1" status: 204 len: 168 time: 0.4359090 Jun 15 14:31:02.826814 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2424ed41-0732-4e25-aa27-9618698bf3a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:02.855264 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39c3f0f2-5f2f-4a6d-86a0-da667ed7184b req-96196028-48f3-444f-b66a-8b88bacbb506 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238008 Jun 15 14:31:02.869843 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e410f0-3b3a-4881-a7a2-45cbf2e21274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979868c1-ddd5-4e01-bd59-eb070280c4f7,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:02.891324 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-90e410f0-3b3a-4881-a7a2-45cbf2e21274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:02.918632 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-070d6594-6419-4da7-a591-43e0fd5c2824 service neutron] 10.222.0.22 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435749 Jun 15 14:31:03.084509 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:03.368638 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b9ee4d21-1970-45e9-b960-676b6de8c2e8 req-46255ef7-5b06-489c-977e-8a0497c41f41 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 210 time: 0.0649059 Jun 15 14:31:03.596509 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55502) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:03.647508 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e784f98d-09ea-4489-8ba6-35b126b374c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:03.831560 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e784f98d-09ea-4489-8ba6-35b126b374c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:03.913237 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e784f98d-09ea-4489-8ba6-35b126b374c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:03.931824 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-28bfdd75-c357-42cd-a642-bc35f67fb405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:04.003235 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55512) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:04.004381 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-e784f98d-09ea-4489-8ba6-35b126b374c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0494d891f2ab4341b3ca8afcd5940d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050705 Jun 15 14:31:04.007051 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784f98d-09ea-4489-8ba6-35b126b374c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377eac1a-e007-4ba9-9350-02185ea75dfa,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:04.012747 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e784f98d-09ea-4489-8ba6-35b126b374c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:04.093771 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55514) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:04.121343 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6cfce58a-f3b2-420d-a425-2cf7f3779cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.235050 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5b39203f-7f63-4932-a116-aed9e343e4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.272392 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89b031-b95f-4851-b8f1-66f8a8b61783 req-e2607590-31df-4d63-8788-ef89cb70f7b8 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:04.273950 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0f89b031-b95f-4851-b8f1-66f8a8b61783 req-e2607590-31df-4d63-8788-ef89cb70f7b8 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1828072 Jun 15 14:31:04.278910 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5b39203f-7f63-4932-a116-aed9e343e4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.301713 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6cfce58a-f3b2-420d-a425-2cf7f3779cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.365263 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0f89b031-b95f-4851-b8f1-66f8a8b61783 req-51951c29-ad5d-4d76-9e1d-b9ebb8e1c7f3 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747664 Jun 15 14:31:04.403663 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6cfce58a-f3b2-420d-a425-2cf7f3779cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.411075 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-205da36c-ad40-456f-bc5a-5c60e9640b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:04.487627 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f4d48625-8c94-4660-a0ed-b76b467317de req-447777d2-6d9b-4e20-a446-f2334ed8b380 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 210 time: 0.0408478 Jun 15 14:31:04.494773 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55522) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:04.498635 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6cfce58a-f3b2-420d-a425-2cf7f3779cec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c57bbd0d0724fe09be7066730370ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033420 Jun 15 14:31:04.502738 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfce58a-f3b2-420d-a425-2cf7f3779cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9fac96-6932-4c8a-b8cf-f6d197c90ed0,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:04.507362 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6cfce58a-f3b2-420d-a425-2cf7f3779cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:04.527163 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5b39203f-7f63-4932-a116-aed9e343e4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.530071 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5b39203f-7f63-4932-a116-aed9e343e4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.531346 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5b39203f-7f63-4932-a116-aed9e343e4e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/377eac1a-e007-4ba9-9350-02185ea75dfa HTTP/1.1" status: 204 len: 168 time: 0.5248103 Jun 15 14:31:04.537999 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-57148e06-004f-46b4-89d4-e62e6c223952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:04.550738 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39203f-7f63-4932-a116-aed9e343e4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377eac1a-e007-4ba9-9350-02185ea75dfa,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:04.556660 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5b39203f-7f63-4932-a116-aed9e343e4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:04.605877 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-94b8addf-b50f-4dda-a523-f34461487149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.668447 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-94b8addf-b50f-4dda-a523-f34461487149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.923286 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-94b8addf-b50f-4dda-a523-f34461487149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.930065 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-94b8addf-b50f-4dda-a523-f34461487149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:04.938143 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-94b8addf-b50f-4dda-a523-f34461487149 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b9fac96-6932-4c8a-b8cf-f6d197c90ed0 HTTP/1.1" status: 204 len: 168 time: 0.4372618 Jun 15 14:31:04.938143 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-6e3e0ed2-7386-4f57-8736-7ca8c3787dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:04.954519 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8addf-b50f-4dda-a523-f34461487149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9fac96-6932-4c8a-b8cf-f6d197c90ed0,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:04.958438 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-94b8addf-b50f-4dda-a523-f34461487149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:05.634709 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f13568-1221-4adc-adbb-f15d646f09b3 req-a4d88cd9-e4f5-4af3-a206-4ccaf3c3b5b5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:05.637269 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b8f13568-1221-4adc-adbb-f15d646f09b3 req-a4d88cd9-e4f5-4af3-a206-4ccaf3c3b5b5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1256154 Jun 15 14:31:05.726999 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b8f13568-1221-4adc-adbb-f15d646f09b3 req-0f4c204c-d8c4-443f-9720-91cb15a737dc tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710053 Jun 15 14:31:05.828721 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55562) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:05.869619 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a9aad30e-a84e-4344-a465-1cc1250e2e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:05.926517 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-560d4d02-a875-4dd4-99cc-5734427a81ec req-32d56752-48ae-411b-b255-2201dea37268 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 210 time: 0.0600173 Jun 15 14:31:06.109158 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a9aad30e-a84e-4344-a465-1cc1250e2e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:06.227003 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a9aad30e-a84e-4344-a465-1cc1250e2e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:06.247828 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-44029b19-eecc-4795-ae9f-f45c423123b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:06.292757 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a9aad30e-a84e-4344-a465-1cc1250e2e38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6fece94e2ef439e86a011d54e4fc7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620297 Jun 15 14:31:06.296708 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55578) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:06.299637 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aad30e-a84e-4344-a465-1cc1250e2e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7066fd-3442-4527-88f3-fbd625649fb3,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:06.303165 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a9aad30e-a84e-4344-a465-1cc1250e2e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:06.371017 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3251bf9f-c0f1-4e38-9052-2967606a8bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:06.417212 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3251bf9f-c0f1-4e38-9052-2967606a8bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:06.552668 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:31:06.615299 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3251bf9f-c0f1-4e38-9052-2967606a8bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:06.618415 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3251bf9f-c0f1-4e38-9052-2967606a8bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:06.621285 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-3251bf9f-c0f1-4e38-9052-2967606a8bc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad7066fd-3442-4527-88f3-fbd625649fb3 HTTP/1.1" status: 204 len: 168 time: 0.3232014 Jun 15 14:31:06.622500 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b4cf6050-e778-4f4c-be32-b264592256d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:06.660749 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251bf9f-c0f1-4e38-9052-2967606a8bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7066fd-3442-4527-88f3-fbd625649fb3,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:06.665727 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3251bf9f-c0f1-4e38-9052-2967606a8bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:06.734344 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-13ae488b-f69c-4406-8a51-2aef7692c4e3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:06.738514 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-13ae488b-f69c-4406-8a51-2aef7692c4e3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 814 time: 0.2482793 Jun 15 14:31:06.758266 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Request body: {'port': {'device_id': 'e6a9313c-4e68-4587-8a54-8bd0c8e00fe2', 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'admin_state_up': True, 'tenant_id': '71d5d50b9bd74e00a57d1cdba7a38e97'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:07.094615 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23366ab7-d1bc-411a-9c62-1217fb638423 req-72f0ed55-923b-4961-a85c-e9c831a2afa6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:07.104162 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-23366ab7-d1bc-411a-9c62-1217fb638423 req-72f0ed55-923b-4961-a85c-e9c831a2afa6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1444986 Jun 15 14:31:07.114456 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Made reservation on behalf of 71d5d50b9bd74e00a57d1cdba7a38e97 for: {'port': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:07.119530 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.212278 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-23366ab7-d1bc-411a-9c62-1217fb638423 req-0cedbc38-78a5-4ad0-a0ae-c3dee2ed4084 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824046 Jun 15 14:31:07.417193 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7cbfafa6-69bd-4200-8cae-13b083b85450 req-4118c9fa-c37c-4017-9e76-5a20ed98251b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 210 time: 0.0674865 Jun 15 14:31:07.457113 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Allocated IP 172.20.0.4 (3596dd34-fe96-4a4c-a0bc-fceb0ee2b719/69786d4a-deab-4b68-9f91-a888e7faac83/d78c255d-ffc0-4d77-baa5-fe1297edfb44) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:07.723801 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.918760 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.928428 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5968e377-ebf4-4860-ac8e-f9fb7550a636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:07.935110 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', '68c51334-2531-4d0b-9e1a-b6ede8a8c49c'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:31:08.089427 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Pushing event updated for resources: {'Port': ['ID=d78c255d-ffc0-4d77-baa5-fe1297edfb44,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:08.100134 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:08.118923 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:08.121326 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:08.125671 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:08.138539 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:08.140739 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:08.325100 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5751915 Jun 15 14:31:08.380641 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Request body: {'port': {'device_id': 'e6a9313c-4e68-4587-8a54-8bd0c8e00fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:08.761605 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:08.773134 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461dd23-dff3-4d85-84f1-7eaf1c7dfb43 req-f3307f1c-dad7-46d5-877d-b7cd1dc95a9b tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:08.774849 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4461dd23-dff3-4d85-84f1-7eaf1c7dfb43 req-f3307f1c-dad7-46d5-877d-b7cd1dc95a9b tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.3329287 Jun 15 14:31:08.852072 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a05b7-2217-4701-8368-8b053077f784 req-52fced50-7f5e-43a7-968c-6fc039d53131 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:08.853908 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-632a05b7-2217-4701-8368-8b053077f784 req-52fced50-7f5e-43a7-968c-6fc039d53131 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 931 time: 0.2021234 Jun 15 14:31:08.905066 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4461dd23-dff3-4d85-84f1-7eaf1c7dfb43 req-9504ec1d-56bc-4d06-b8b0-ad9831fc060f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195872 Jun 15 14:31:09.406231 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-632a05b7-2217-4701-8368-8b053077f784 req-542819db-0d16-4e03-befc-46bd4b232a89 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929359 Jun 15 14:31:09.601889 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55728) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:09.651309 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d78c255d-ffc0-4d77-baa5-fe1297edfb44 {{(pid=92288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:09.666663 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.688649 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Transition to ACTIVE for port object d78c255d-ffc0-4d77-baa5-fe1297edfb44 will not be triggered until provisioned by entity L2. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:09.768602 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e45c5c48-52bf-49b7-b5ba-f280ec45eb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.843311 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.847566 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:09.876541 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e45c5c48-52bf-49b7-b5ba-f280ec45eb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:09.950099 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Pushing event updated for resources: {'Port': ['ID=d78c255d-ffc0-4d77-baa5-fe1297edfb44,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:09.953925 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:09.995199 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Attempting to bind port d78c255d-ffc0-4d77-baa5-fe1297edfb44 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:09.995549 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Attempting to bind port d78c255d-ffc0-4d77-baa5-fe1297edfb44 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:09.995911 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Attempting to bind port d78c255d-ffc0-4d77-baa5-fe1297edfb44 on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:10.001939 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Port d78c255d-ffc0-4d77-baa5-fe1297edfb44 on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:31:10.002266 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Attempting to bind port d78c255d-ffc0-4d77-baa5-fe1297edfb44 on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:10.009251 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:10.009730 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Checking segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:10.010302 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Bound using segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:10.010835 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Bound port: d78c255d-ffc0-4d77-baa5-fe1297edfb44, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'}}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:10.011501 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.014751 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e45c5c48-52bf-49b7-b5ba-f280ec45eb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.036359 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8e080b4e-9b17-4f60-9361-393d8316cf5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:10.088457 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-e45c5c48-52bf-49b7-b5ba-f280ec45eb39 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d40a4df251b4a6ba2caac116603fb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4850962 Jun 15 14:31:10.089295 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55736) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:10.103187 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c5c48-52bf-49b7-b5ba-f280ec45eb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eeeb373-3955-4af1-b674-5718ce9fbb8c,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:10.107481 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] For port d78c255d-ffc0-4d77-baa5-fe1297edfb44, host hv-cinder-79628, cleared binding levels {{(pid=92288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:10.111398 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] For port d78c255d-ffc0-4d77-baa5-fe1297edfb44, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d78c255d-ffc0-4d77-baa5-fe1297edfb44,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:10.138188 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e45c5c48-52bf-49b7-b5ba-f280ec45eb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:10.206602 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-058ea54d-5a3f-46db-83dc-faf310cfe401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.236374 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.242591 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-058ea54d-5a3f-46db-83dc-faf310cfe401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.245003 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:10.367445 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:10.368855 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.371954 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] 10.222.0.45 "PUT /v2.0/ports/d78c255d-ffc0-4d77-baa5-fe1297edfb44 HTTP/1.1" status: 200 len: 1093 time: 1.9970102 Jun 15 14:31:10.377434 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a9313c-4e68-4587-8a54-8bd0c8e00fe2', 'tag': 'd78c255d-ffc0-4d77-baa5-fe1297edfb44'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:10.381903 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30078a5-e442-4e77-a75d-1e6434d13398" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a9313c-4e68-4587-8a54-8bd0c8e00fe2", "tag": "d78c255d-ffc0-4d77-baa5-fe1297edfb44"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:10.403245 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-058ea54d-5a3f-46db-83dc-faf310cfe401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.407152 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-058ea54d-5a3f-46db-83dc-faf310cfe401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:10.407659 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-058ea54d-5a3f-46db-83dc-faf310cfe401 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4eeeb373-3955-4af1-b674-5718ce9fbb8c HTTP/1.1" status: 204 len: 168 time: 0.3158672 Jun 15 14:31:10.408753 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7b424a70-e8c9-4eef-8957-a4f9a7c6fb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:10.426992 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ea54d-5a3f-46db-83dc-faf310cfe401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eeeb373-3955-4af1-b674-5718ce9fbb8c,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:10.438732 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-058ea54d-5a3f-46db-83dc-faf310cfe401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:10.483391 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Pushing event updated for resources: {'Port': ['ID=d78c255d-ffc0-4d77-baa5-fe1297edfb44,revision_number=3']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:10.494765 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:10.513799 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9208dc-ac63-42ca-b46f-6f1fbee315e6 req-a6ac9032-7bc3-428a-9430-35bc7a1e83a4 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:10.526557 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1f9208dc-ac63-42ca-b46f-6f1fbee315e6 req-a6ac9032-7bc3-428a-9430-35bc7a1e83a4 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.3472645 Jun 15 14:31:10.533373 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849d20de-b216-4b67-86a4-3e313197d4ee x-openstack-request-id: req-849d20de-b216-4b67-86a4-3e313197d4ee {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:10.534266 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a9313c-4e68-4587-8a54-8bd0c8e00fe2", "tag": "d78c255d-ffc0-4d77-baa5-fe1297edfb44", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:10.534986 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-849d20de-b216-4b67-86a4-3e313197d4ee {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:10.536625 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a9313c-4e68-4587-8a54-8bd0c8e00fe2', 'tag': 'd78c255d-ffc0-4d77-baa5-fe1297edfb44', 'status': 'completed', 'code': 200} Jun 15 14:31:10.678451 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1f9208dc-ac63-42ca-b46f-6f1fbee315e6 req-a0df1e2c-d7a7-456f-a441-bf7a0b47817a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493111 Jun 15 14:31:10.765867 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30078a5-e442-4e77-a75d-1e6434d13398 req-90820474-ccf9-4e18-bcce-9f5a2a605999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:10.768740 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a30078a5-e442-4e77-a75d-1e6434d13398 req-90820474-ccf9-4e18-bcce-9f5a2a605999 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1896045 Jun 15 14:31:11.011031 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30078a5-e442-4e77-a75d-1e6434d13398 req-61d6c357-c59a-4e96-a6bf-1a1d7fff0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:11.012654 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a30078a5-e442-4e77-a75d-1e6434d13398 req-61d6c357-c59a-4e96-a6bf-1a1d7fff0807 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2299423 Jun 15 14:31:11.056457 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941c343-dc19-475e-8142-4c9e7ed7fcae req-b51d67b4-a1be-4686-ae12-1737fe40fea6 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:11.058219 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3941c343-dc19-475e-8142-4c9e7ed7fcae req-b51d67b4-a1be-4686-ae12-1737fe40fea6 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 943 time: 0.2107077 Jun 15 14:31:11.088649 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8e586-f6a2-41d0-9ee6-942363a639e9 req-268895be-e674-4fc2-94af-0af8a117d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:11.092542 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6cf8e586-f6a2-41d0-9ee6-942363a639e9 req-268895be-e674-4fc2-94af-0af8a117d401 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 1098 time: 0.1069565 Jun 15 14:31:11.149250 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6cf8e586-f6a2-41d0-9ee6-942363a639e9 req-f51ae721-9c68-4a4e-a1bb-b547f41e61c9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Jun 15 14:31:11.181855 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3941c343-dc19-475e-8142-4c9e7ed7fcae req-bd18ab2f-968f-47ae-9768-6b146b2d291f tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053605 Jun 15 14:31:11.208009 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30078a5-e442-4e77-a75d-1e6434d13398 req-8fb45392-30ae-49d7-8fad-2321be3317dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:11.210544 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a30078a5-e442-4e77-a75d-1e6434d13398 req-8fb45392-30ae-49d7-8fad-2321be3317dc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887846 Jun 15 14:31:11.425914 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-55991585-4dfa-4b2a-aaa9-3688c1a24a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:11.427448 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-55991585-4dfa-4b2a-aaa9-3688c1a24a05 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0710022 Jun 15 14:31:11.485869 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-a30d0e95-ddeb-485d-8e71-74aed5a2dbab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d78c255d-ffc0-4d77-baa5-fe1297edfb44 HTTP/1.1" status: 200 len: 217 time: 0.0487812 Jun 15 14:31:11.532161 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55764) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:11.548460 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-37367c89-0dd5-4065-bd24-393a284f1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:11.550565 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-37367c89-0dd5-4065-bd24-393a284f1a36 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69786d4a-deab-4b68-9f91-a888e7faac83 HTTP/1.1" status: 200 len: 854 time: 0.0575683 Jun 15 14:31:11.554060 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3fd79433-b536-425a-b9aa-503aebe2b313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.629415 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-12aa90cb-077c-4574-814d-5a72ff3a5be7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693417 Jun 15 14:31:11.737909 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3fd79433-b536-425a-b9aa-503aebe2b313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.823074 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-0fdf781d-51ec-4de6-b18c-58d45699df6c service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853404 Jun 15 14:31:11.900021 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3fd79433-b536-425a-b9aa-503aebe2b313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.903009 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e784f98d-09ea-4489-8ba6-35b126b374c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:11.949497 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd79433-b536-425a-b9aa-503aebe2b313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3987f4-fdf7-43b7-bd99-8b83e5f33a85,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:11.953592 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3fd79433-b536-425a-b9aa-503aebe2b313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:11.959820 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-3fd79433-b536-425a-b9aa-503aebe2b313 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f48dd360e61e41709cf84a6c1510245f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241211 Jun 15 14:31:11.960981 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55778) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:12.006682 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f32a0b53-b808-4ff2-921c-76997ca3c410 req-2ea522d3-8e20-410f-bad7-639668b27a84 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758802 Jun 15 14:31:12.022980 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bea5f5-421c-498b-a326-c4ddde4ad6d9 req-606cf4c5-ac03-437e-a827-aa015fc97b1c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:12.024726 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d5bea5f5-421c-498b-a326-c4ddde4ad6d9 req-606cf4c5-ac03-437e-a827-aa015fc97b1c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1513264 Jun 15 14:31:12.054302 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0f2ca83a-5867-4da1-8ad3-f2bfc5ffe639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:12.080103 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d5bea5f5-421c-498b-a326-c4ddde4ad6d9 req-70bf4ac2-b8b9-4744-8fec-7b90cd1d8191 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Jun 15 14:31:12.083818 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0f2ca83a-5867-4da1-8ad3-f2bfc5ffe639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:12.271701 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0f2ca83a-5867-4da1-8ad3-f2bfc5ffe639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:12.274666 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0f2ca83a-5867-4da1-8ad3-f2bfc5ffe639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:12.280066 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-0f2ca83a-5867-4da1-8ad3-f2bfc5ffe639 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd3987f4-fdf7-43b7-bd99-8b83e5f33a85 HTTP/1.1" status: 204 len: 168 time: 0.3130391 Jun 15 14:31:12.280066 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-83db5bf3-636c-419a-b01c-3b757fd2e351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:12.288106 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ca83a-5867-4da1-8ad3-f2bfc5ffe639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3987f4-fdf7-43b7-bd99-8b83e5f33a85,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:12.296822 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0f2ca83a-5867-4da1-8ad3-f2bfc5ffe639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:12.451716 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdfcf1-843b-48b3-9bd6-7ecf6eee5fcb req-05018f01-1e84-471e-8e33-687f627e57c3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:12.453412 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-00bdfcf1-843b-48b3-9bd6-7ecf6eee5fcb req-05018f01-1e84-471e-8e33-687f627e57c3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 943 time: 0.0767241 Jun 15 14:31:12.502634 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-00bdfcf1-843b-48b3-9bd6-7ecf6eee5fcb req-747ac0bd-3f5c-48fe-b8d5-414801f8c9c2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412672 Jun 15 14:31:13.290651 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 55810) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:13.293082 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b6915-acf8-4825-9573-d90e320a66eb req-b6d0b8e8-a56c-4a86-a3b6-4c97476a7b24 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:13.295737 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b74b6915-acf8-4825-9573-d90e320a66eb req-b6d0b8e8-a56c-4a86-a3b6-4c97476a7b24 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.0931768 Jun 15 14:31:13.357541 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b74b6915-acf8-4825-9573-d90e320a66eb req-0f241f17-1620-4e65-9946-a6096c029046 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550117 Jun 15 14:31:13.448451 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5daa3493-b98d-4b9c-856d-2e60b171eb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:13.573032 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5daa3493-b98d-4b9c-856d-2e60b171eb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:13.724523 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5daa3493-b98d-4b9c-856d-2e60b171eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:13.729178 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c5f94952-d15d-4de2-b386-2b9107e6695a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:13.748252 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b295a2-3f89-45b0-bf5e-9d4550171822 req-ed6cfd10-8899-4783-9299-6b305046e3d7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:13.751063 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c9b295a2-3f89-45b0-bf5e-9d4550171822 req-ed6cfd10-8899-4783-9299-6b305046e3d7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 943 time: 0.1014729 Jun 15 14:31:13.816037 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c9b295a2-3f89-45b0-bf5e-9d4550171822 req-e250556d-c20c-4f8d-bfae-7474cf8a18d3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542464 Jun 15 14:31:13.816150 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa3493-b98d-4b9c-856d-2e60b171eb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a731458-2d8e-4530-9be8-fd0fd0326727,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:13.819275 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5daa3493-b98d-4b9c-856d-2e60b171eb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:13.836603 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-5daa3493-b98d-4b9c-856d-2e60b171eb51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=43af004bb9d344f198de84124f099e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393341 Jun 15 14:31:13.836884 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55832) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:13.920449 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-121f1217-8ca9-4ab4-be8b-0c3d482fca8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:13.948126 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-121f1217-8ca9-4ab4-be8b-0c3d482fca8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:14.117291 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-121f1217-8ca9-4ab4-be8b-0c3d482fca8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:14.120239 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-121f1217-8ca9-4ab4-be8b-0c3d482fca8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:14.121649 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-121f1217-8ca9-4ab4-be8b-0c3d482fca8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a731458-2d8e-4530-9be8-fd0fd0326727 HTTP/1.1" status: 204 len: 168 time: 0.2837305 Jun 15 14:31:14.122658 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-d1b3d71f-deaf-498e-a7b2-fb392db850d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:14.146782 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f1217-8ca9-4ab4-be8b-0c3d482fca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a731458-2d8e-4530-9be8-fd0fd0326727,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:14.154061 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-121f1217-8ca9-4ab4-be8b-0c3d482fca8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:14.642341 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e66fe-ae2c-444b-a8c3-4e2bfda1217d req-27062bf0-998e-486b-8832-01fd4f89bae4 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:14.644036 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4d0e66fe-ae2c-444b-a8c3-4e2bfda1217d req-27062bf0-998e-486b-8832-01fd4f89bae4 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.0857556 Jun 15 14:31:14.696078 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4d0e66fe-ae2c-444b-a8c3-4e2bfda1217d req-e45fbcca-11f3-4c35-a70c-54f3a12f92e2 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Jun 15 14:31:14.940415 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1fc7c-8f00-4bce-b329-0ad77517db1d req-93861925-2248-4558-8247-d3813046048d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:14.943082 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dbb1fc7c-8f00-4bce-b329-0ad77517db1d req-93861925-2248-4558-8247-d3813046048d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1031058 Jun 15 14:31:15.001563 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dbb1fc7c-8f00-4bce-b329-0ad77517db1d req-57f0de42-74f5-430e-ace2-927c8ecb2fa0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521419 Jun 15 14:31:15.067568 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da812ff-fa84-44cc-bbbf-4c099c5b5b2f req-c05fde9a-21b3-4578-93b6-9f06dcb15dfd tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:15.067568 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3da812ff-fa84-44cc-bbbf-4c099c5b5b2f req-c05fde9a-21b3-4578-93b6-9f06dcb15dfd tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 943 time: 0.0840714 Jun 15 14:31:15.120000 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3da812ff-fa84-44cc-bbbf-4c099c5b5b2f req-f070dca8-a2eb-4682-b3a7-fa7be480a0cb tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458686 Jun 15 14:31:15.406971 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55892) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:15.591436 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9323bde3-4d5d-485e-9bfa-88b50197f9a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.744465 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9323bde3-4d5d-485e-9bfa-88b50197f9a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.810799 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device d78c255d-ffc0-4d77-baa5-fe1297edfb44 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:31:15.895254 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9323bde3-4d5d-485e-9bfa-88b50197f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.902394 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:15.959692 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port d78c255d-ffc0-4d77-baa5-fe1297edfb44, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d78c255d-ffc0-4d77-baa5-fe1297edfb44,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:15.974588 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': 'd78c255d-ffc0-4d77-baa5-fe1297edfb44', 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'port_id': 'd78c255d-ffc0-4d77-baa5-fe1297edfb44', 'mac_address': 'fa:16:3e:64:33:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69786d4a-deab-4b68-9f91-a888e7faac83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:31:15.989445 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323bde3-4d5d-485e-9bfa-88b50197f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0935273e-0244-45b5-a335-e249e79dce7c,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:16.008197 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-9323bde3-4d5d-485e-9bfa-88b50197f9a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ca561793b79411fb029a9852d0728d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958769 Jun 15 14:31:16.008197 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9323bde3-4d5d-485e-9bfa-88b50197f9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:16.008511 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 55918) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:16.125675 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6badaaf2-b6e9-4fd7-a5e9-cfad897a9b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.137172 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.174539 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6badaaf2-b6e9-4fd7-a5e9-cfad897a9b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.180076 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d78c255d-ffc0-4d77-baa5-fe1297edfb44 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:16.238447 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port d78c255d-ffc0-4d77-baa5-fe1297edfb44, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d78c255d-ffc0-4d77-baa5-fe1297edfb44,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:16.345177 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.347000 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-02f4f602-90d3-422e-af01-612bd7b373fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:16.377371 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6badaaf2-b6e9-4fd7-a5e9-cfad897a9b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.380875 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6badaaf2-b6e9-4fd7-a5e9-cfad897a9b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.384302 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-6badaaf2-b6e9-4fd7-a5e9-cfad897a9b74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0935273e-0244-45b5-a335-e249e79dce7c HTTP/1.1" status: 204 len: 168 time: 0.3721654 Jun 15 14:31:16.385647 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:16.419159 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badaaf2-b6e9-4fd7-a5e9-cfad897a9b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0935273e-0244-45b5-a335-e249e79dce7c,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:16.425206 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-6badaaf2-b6e9-4fd7-a5e9-cfad897a9b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:16.460101 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=d78c255d-ffc0-4d77-baa5-fe1297edfb44,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:16.465434 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:16.493469 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438278b1-8090-4c4d-8f72-092057b06a32 req-14d95bf5-8b96-46c9-a016-3d71bceb8a77 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:16.495312 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-438278b1-8090-4c4d-8f72-092057b06a32 req-14d95bf5-8b96-46c9-a016-3d71bceb8a77 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 943 time: 0.1652279 Jun 15 14:31:16.547098 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-438278b1-8090-4c4d-8f72-092057b06a32 req-f5a54ddf-aef6-46d8-ad8a-74e762f3d1cf tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Jun 15 14:31:16.887718 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['d78c255d-ffc0-4d77-baa5-fe1297edfb44'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:31:17.861274 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7a2c8-45c8-4a4d-9381-9c78688d7ad4 req-4da7c5bb-9f43-48df-8477-f4536802e205 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:17.862999 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-65a7a2c8-45c8-4a4d-9381-9c78688d7ad4 req-4da7c5bb-9f43-48df-8477-f4536802e205 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 944 time: 0.1206188 Jun 15 14:31:17.933243 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-65a7a2c8-45c8-4a4d-9381-9c78688d7ad4 req-9005bebb-c453-4980-8d4b-27d5c70fc878 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627468 Jun 15 14:31:18.395133 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103884d6-342b-442a-a0c7-a5db28ba6d82 req-5d31a3bc-4459-4650-ba60-140e5a481560 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:18.396744 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-103884d6-342b-442a-a0c7-a5db28ba6d82 req-5d31a3bc-4459-4650-ba60-140e5a481560 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1313221 Jun 15 14:31:18.400063 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-8dc657f8-d99f-4163-8aec-4f2470c726c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:18.400280 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-8dc657f8-d99f-4163-8aec-4f2470c726c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1098 time: 0.1230896 Jun 15 14:31:18.525692 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-103884d6-342b-442a-a0c7-a5db28ba6d82 req-0e4e1964-cb8d-4972-83cf-1dd4efdb0efd tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209042 Jun 15 14:31:18.572088 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-04fa1f74-143c-4a70-a20c-a4e750110a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:18.573808 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-04fa1f74-143c-4a70-a20c-a4e750110a12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 919 time: 0.1618550 Jun 15 14:31:18.633542 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-1b752333-9604-4fa2-a048-9988a5feba1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6 HTTP/1.1" status: 200 len: 217 time: 0.0520198 Jun 15 14:31:18.710872 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-95142541-4d92-45a8-9746-a2fa18f293ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:18.712711 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-95142541-4d92-45a8-9746-a2fa18f293ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.0720196 Jun 15 14:31:18.770083 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-3011f081-9c2d-432b-8dd5-0c02ed65d485 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481200 Jun 15 14:31:18.908412 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-3f98ffe6-30b1-4c46-ade5-385c048c4916 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311080 Jun 15 14:31:19.070641 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-305ca2c5-ee3f-47ef-a612-1e9047e806ca req-64dc7cc9-81c5-4da7-ab65-e52e9821a8f9 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534142 Jun 15 14:31:19.276537 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef80c4-3f96-4b6c-ad63-e4efd1639225 req-2438e019-3a03-49e8-b663-7e865f604a8d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:19.276537 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e1ef80c4-3f96-4b6c-ad63-e4efd1639225 req-2438e019-3a03-49e8-b663-7e865f604a8d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 944 time: 0.1693587 Jun 15 14:31:19.357320 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60a81b04-712d-4b02-ad47-ca40926b20d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:19.396663 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e1ef80c4-3f96-4b6c-ad63-e4efd1639225 req-442e74be-d624-41f0-9b01-75097c0dc0f8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142223 Jun 15 14:31:19.787795 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45bd73-5359-4ff0-949c-7360755947d8 req-3cee389b-4d1d-41bc-bb75-5f8d232f8535 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:19.789763 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1c45bd73-5359-4ff0-949c-7360755947d8 req-3cee389b-4d1d-41bc-bb75-5f8d232f8535 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1020715 Jun 15 14:31:19.837863 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device d78c255d-ffc0-4d77-baa5-fe1297edfb44 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:19.864578 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1c45bd73-5359-4ff0-949c-7360755947d8 req-188aceac-73c0-4117-9a8e-a706b12edc16 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666494 Jun 15 14:31:20.151119 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port d78c255d-ffc0-4d77-baa5-fe1297edfb44 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:20.155289 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port d78c255d-ffc0-4d77-baa5-fe1297edfb44 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:20.155723 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:20.277357 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:20.307850 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a9313c-4e68-4587-8a54-8bd0c8e00fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78c255d-ffc0-4d77-baa5-fe1297edfb44'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:20.310682 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec9d95c-f2b1-4f14-a1e8-3d98d693401d" -d '{"events": [{"server_uuid": "e6a9313c-4e68-4587-8a54-8bd0c8e00fe2", "name": "network-vif-plugged", "status": "completed", "tag": "d78c255d-ffc0-4d77-baa5-fe1297edfb44"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:20.333591 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port d78c255d-ffc0-4d77-baa5-fe1297edfb44, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d78c255d-ffc0-4d77-baa5-fe1297edfb44,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:20.367007 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8206f-1391-488b-95a9-d78b6be9c705 x-openstack-request-id: req-79a8206f-1391-488b-95a9-d78b6be9c705 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:20.367787 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a9313c-4e68-4587-8a54-8bd0c8e00fe2", "name": "network-vif-plugged", "status": "completed", "tag": "d78c255d-ffc0-4d77-baa5-fe1297edfb44", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:20.367787 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79a8206f-1391-488b-95a9-d78b6be9c705 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:20.368254 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a9313c-4e68-4587-8a54-8bd0c8e00fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd78c255d-ffc0-4d77-baa5-fe1297edfb44', 'code': 200} Jun 15 14:31:20.486092 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:20.495313 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:20.695605 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=d78c255d-ffc0-4d77-baa5-fe1297edfb44,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:20.713942 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:20.793660 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d8abb2-574f-43fe-9143-d1673b5b1705 req-f61ead26-8511-4bc6-a0bb-6f34103358d4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:20.799024 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-28d8abb2-574f-43fe-9143-d1673b5b1705 req-f61ead26-8511-4bc6-a0bb-6f34103358d4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 945 time: 0.2001145 Jun 15 14:31:20.847049 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-28d8abb2-574f-43fe-9143-d1673b5b1705 req-d66312b1-1213-432c-a09a-524aa7190621 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 Jun 15 14:31:21.004826 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd6ca7-2cb9-4dd9-8d66-b26674fd85c4 req-3b58f521-12ed-43e2-8ce8-6e1b027b12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:21.010732 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a0bd6ca7-2cb9-4dd9-8d66-b26674fd85c4 req-3b58f521-12ed-43e2-8ce8-6e1b027b12ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 1098 time: 0.0934680 Jun 15 14:31:21.143397 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a0bd6ca7-2cb9-4dd9-8d66-b26674fd85c4 req-6b7c6dfb-9247-4405-933d-939b6b6e1fa4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218209 Jun 15 14:31:21.195984 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b34887-44f0-482b-b0a6-5f88898236a3 req-74dcaab7-e9a0-4754-9cc1-b834d480e9d9 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:21.195984 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d4b34887-44f0-482b-b0a6-5f88898236a3 req-74dcaab7-e9a0-4754-9cc1-b834d480e9d9 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1406112 Jun 15 14:31:21.252281 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d4b34887-44f0-482b-b0a6-5f88898236a3 req-37322444-e415-4e90-a8eb-4b88bdd87f55 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434756 Jun 15 14:31:21.345372 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56108) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:21.498022 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c556e94-64b2-4ea6-a9a7-745db83be7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:21.657265 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c556e94-64b2-4ea6-a9a7-745db83be7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:21.853935 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c556e94-64b2-4ea6-a9a7-745db83be7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:21.857799 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8f3142e6-d020-4153-a7cc-aa5e434d85dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:21.903109 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:21.906351 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-3c556e94-64b2-4ea6-a9a7-745db83be7e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bafa9b53e13842e88f17025faa8b3d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579860 Jun 15 14:31:21.906593 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56124) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:21.915052 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c556e94-64b2-4ea6-a9a7-745db83be7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0842dabe-1a71-4a3b-a503-b6bd8b932b3e,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:21.921155 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3c556e94-64b2-4ea6-a9a7-745db83be7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:22.010191 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-00d6ea14-6a05-4dc6-a71c-f44f70cc7d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.094222 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7277a100-7f34-495f-b9d8-503043679f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.119758 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-00d6ea14-6a05-4dc6-a71c-f44f70cc7d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.211693 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65e592-4acd-4c29-80ae-2883dc184966 req-3351fe8e-1405-49db-a864-c56c5a1e24ed tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:22.213396 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c65e592-4acd-4c29-80ae-2883dc184966 req-3351fe8e-1405-49db-a864-c56c5a1e24ed tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 945 time: 0.2070270 Jun 15 14:31:22.303827 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c65e592-4acd-4c29-80ae-2883dc184966 req-3dc154bf-b267-4a9b-b4b2-d634db75d71d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604620 Jun 15 14:31:22.385225 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-00d6ea14-6a05-4dc6-a71c-f44f70cc7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.388126 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-00d6ea14-6a05-4dc6-a71c-f44f70cc7d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.389356 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-00d6ea14-6a05-4dc6-a71c-f44f70cc7d24 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0842dabe-1a71-4a3b-a503-b6bd8b932b3e HTTP/1.1" status: 204 len: 168 time: 0.4826174 Jun 15 14:31:22.390356 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b4478b4a-e14e-44e1-80d4-5443820e2c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:22.403726 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6ea14-6a05-4dc6-a71c-f44f70cc7d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0842dabe-1a71-4a3b-a503-b6bd8b932b3e,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:22.406274 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-00d6ea14-6a05-4dc6-a71c-f44f70cc7d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:22.530220 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f3062-bb91-4c1e-ac47-b2eb54e5fa2a req-9981c93b-e50f-4592-b249-a85e43582298 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:22.531816 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-838f3062-bb91-4c1e-ac47-b2eb54e5fa2a req-9981c93b-e50f-4592-b249-a85e43582298 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1022210 Jun 15 14:31:22.888782 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-838f3062-bb91-4c1e-ac47-b2eb54e5fa2a req-2d8634cd-ffb1-4f4a-bc4c-b9b122617917 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502624 Jun 15 14:31:22.954081 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:23.577825 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695c897-adf6-426b-9261-d02d992635f2 req-b5ccbd1b-867a-402a-85d4-a9937eee61d3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:23.589626 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6695c897-adf6-426b-9261-d02d992635f2 req-b5ccbd1b-867a-402a-85d4-a9937eee61d3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 945 time: 0.1352046 Jun 15 14:31:23.650191 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6695c897-adf6-426b-9261-d02d992635f2 req-a7bef7b4-d254-4712-a271-dcd5df1f0385 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593529 Jun 15 14:31:23.915682 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56200) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:24.009831 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56206) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:24.188693 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-166678601-network', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:24.208565 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e6a5-1a77-4596-a5fc-46df6a2a315e req-fffe8fbe-6003-452e-8af5-c439655d9ed0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:24.210628 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5a15e6a5-1a77-4596-a5fc-46df6a2a315e req-fffe8fbe-6003-452e-8af5-c439655d9ed0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1093295 Jun 15 14:31:24.280611 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-599d826b-d3a8-4337-88cd-4e7180668a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.285247 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5a15e6a5-1a77-4596-a5fc-46df6a2a315e req-e3dad9ea-44f9-4ad7-a0dc-4f8411ec4ba2 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679648 Jun 15 14:31:24.362464 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Made reservation on behalf of ecf405e21b1b4dbb91a74872b400a4eb for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:24.367085 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.386006 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.477540 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-599d826b-d3a8-4337-88cd-4e7180668a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.587377 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-599d826b-d3a8-4337-88cd-4e7180668a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.591895 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-20c8429a-933f-42fa-bc02-82d616acf814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:24.704735 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-599d826b-d3a8-4337-88cd-4e7180668a4d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7532b422cea4b908810cd3026e273a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6935692 Jun 15 14:31:24.708527 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d826b-d3a8-4337-88cd-4e7180668a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a20560-1f9c-438f-ae04-06c5f8e6cfc9,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:24.715624 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56224) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:24.727903 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56226) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:24.744258 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-599d826b-d3a8-4337-88cd-4e7180668a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:24.804594 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.815347 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-307c18c3-4817-4f63-8f9e-8e3426aa6cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.818159 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.854803 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-307c18c3-4817-4f63-8f9e-8e3426aa6cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.929571 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.934481 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6cfce58a-f3b2-420d-a425-2cf7f3779cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:24.938647 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1e93d311-2216-4976-b136-bcc72073bf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.974147 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d484c3-c6d7-4f8a-b455-eb48c2082874,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:24.977673 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:25.058497 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1e93d311-2216-4976-b136-bcc72073bf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.071420 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-307c18c3-4817-4f63-8f9e-8e3426aa6cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.075299 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-307c18c3-4817-4f63-8f9e-8e3426aa6cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.076756 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-307c18c3-4817-4f63-8f9e-8e3426aa6cb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86a20560-1f9c-438f-ae04-06c5f8e6cfc9 HTTP/1.1" status: 204 len: 168 time: 0.3474767 Jun 15 14:31:25.077939 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cec3c8ea-d041-4416-bb8e-27c8003c0877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:25.078926 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:31:25.093809 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c18c3-4817-4f63-8f9e-8e3426aa6cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a20560-1f9c-438f-ae04-06c5f8e6cfc9,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:25.096962 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.098646 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Added segment e7c16b14-fd4d-4084-9d33-fdee8cb9806d of type vlan for network af35941b-f8ed-47d2-9605-fa5f4492e103 Jun 15 14:31:25.101040 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-307c18c3-4817-4f63-8f9e-8e3426aa6cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:25.134597 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1e93d311-2216-4976-b136-bcc72073bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.153660 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c56a953e-b305-4bf1-b117-e90b2f6fc963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:25.183133 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.211051 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-1e93d311-2216-4976-b136-bcc72073bf0b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6137c5c6eca649a390d5b3b505cc8109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789267 Jun 15 14:31:25.215732 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56232) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:25.226115 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93d311-2216-4976-b136-bcc72073bf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1c56ab-dcb7-45b0-ac71-e8a9642bc385,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:25.236863 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1e93d311-2216-4976-b136-bcc72073bf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:25.286460 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-bcd54fc0-8ecb-490e-8842-72cf3b25837c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.320564 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-bcd54fc0-8ecb-490e-8842-72cf3b25837c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.351108 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.354012 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:25.355557 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.362790 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:25.490482 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Pushing event updated for resources: {'Network': ['ID=af35941b-f8ed-47d2-9605-fa5f4492e103,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:25.494144 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:25.507363 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network af35941b-f8ed-47d2-9605-fa5f4492e103 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:31:25.585399 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-bcd54fc0-8ecb-490e-8842-72cf3b25837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.589056 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-bcd54fc0-8ecb-490e-8842-72cf3b25837c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:25.597283 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-bcd54fc0-8ecb-490e-8842-72cf3b25837c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e1c56ab-dcb7-45b0-ac71-e8a9642bc385 HTTP/1.1" status: 204 len: 168 time: 0.3738043 Jun 15 14:31:25.597283 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:25.624516 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7054255 Jun 15 14:31:25.627323 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56248) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:25.630802 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aea01a-9488-4588-9acd-eee16ab46a85 req-8102840d-bfe3-444a-863a-474f3ff3c54d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:25.633124 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-72aea01a-9488-4588-9acd-eee16ab46a85 req-8102840d-bfe3-444a-863a-474f3ff3c54d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1776390 Jun 15 14:31:25.633288 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Request body: {'subnet': {'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-166678601-subnet', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'ip_version': 4}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:25.635237 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd54fc0-8ecb-490e-8842-72cf3b25837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1c56ab-dcb7-45b0-ac71-e8a9642bc385,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:25.641405 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-bcd54fc0-8ecb-490e-8842-72cf3b25837c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:25.727567 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-72aea01a-9488-4588-9acd-eee16ab46a85 req-bcd498ba-932c-4ec3-8fca-fa2502d32694 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782707 Jun 15 14:31:25.779402 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Made reservation on behalf of ecf405e21b1b4dbb91a74872b400a4eb for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:25.782955 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26222041'] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:26.163006 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27175690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26222031'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:26.166492 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d05772fe-0580-4e18-90d5-6fc6446f92f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:26.262376 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7dbd0b3-b65e-497c-8174-f21135a4087b,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:26.268073 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:26.275173 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Checking segment: {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:26.275629 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Network hostable DHCP agents. Network: af35941b-f8ed-47d2-9605-fa5f4492e103, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:31:26.403057 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Network af35941b-f8ed-47d2-9605-fa5f4492e103 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:31:26.510852 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, af35941b-f8ed-47d2-9605-fa5f4492e103) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:26.516096 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:26.516948 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:26.523048 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e53825-e8f9-4d1c-81b3-c1676406ae9b None None] Network af35941b-f8ed-47d2-9605-fa5f4492e103 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:31:26.689368 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-8ee9194a-6425-42ac-8987-c224266de119 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0554461 Jun 15 14:31:26.691307 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56286) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:26.699293 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:26.856968 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5958717a-f091-5199-abcc-bf837abd8577-af35941b-f8ed-47d2-9605-fa5f4492e103', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b'}]}} from dv-cinder-796286-3-smb. {{(pid=92289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:31:26.858210 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:26.896327 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42728'] for router, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:26.898082 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42721'] for router, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.120805 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.372040 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.db_base_plugin_common [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Allocated IP 172.20.0.2 (af35941b-f8ed-47d2-9605-fa5f4492e103/d7dbd0b3-b65e-497c-8174-f21135a4087b/e2651b2d-c090-4dd6-8ea4-1891bec232e2) {{(pid=92289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:27.651148 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.653769 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.667908 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Transition to ACTIVE for port object e2651b2d-c090-4dd6-8ea4-1891bec232e2 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:27.668108 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba200fc-9ed9-4be3-a999-c1d896fdff27 req-bca39f1d-fa3c-4ca6-92bb-3149c317f9e5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:27.672291 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-aba200fc-9ed9-4be3-a999-c1d896fdff27 req-bca39f1d-fa3c-4ca6-92bb-3149c317f9e5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.5490718 Jun 15 14:31:27.682647 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Transition to ACTIVE for port object e2651b2d-c090-4dd6-8ea4-1891bec232e2 will not be triggered until provisioned by entity DHCP. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:27.727063 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-04b4b1d2-fd87-49e6-a786-6fa4605a5581 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2616920 Jun 15 14:31:27.747998 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-aba200fc-9ed9-4be3-a999-c1d896fdff27 req-9a3509b7-8664-4719-835d-40c04ed518ba tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737431 Jun 15 14:31:27.803711 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.811619 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:27.892536 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-10e05438-b5a2-4843-9520-ca510a13a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:27.894821 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-10e05438-b5a2-4843-9520-ca510a13a1c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 1098 time: 0.1285386 Jun 15 14:31:27.937221 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Network af35941b-f8ed-47d2-9605-fa5f4492e103 is already hosted by enough agents. {{(pid=92289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:27.943989 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Resources bound (agent type, host, resource id): {{(pid=92289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:27.951806 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Received port after_create {{(pid=92289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:28.111689 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Pushing event updated for resources: {'Port': ['ID=e2651b2d-c090-4dd6-8ea4-1891bec232e2,revision_number=1']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:28.132892 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:28.145856 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-22624186-19af-4f9c-be9f-46243686b258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:28.146386 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Attempting to bind port e2651b2d-c090-4dd6-8ea4-1891bec232e2 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:28.146544 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Attempting to bind port e2651b2d-c090-4dd6-8ea4-1891bec232e2 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:28.147158 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Attempting to bind port e2651b2d-c090-4dd6-8ea4-1891bec232e2 on network af35941b-f8ed-47d2-9605-fa5f4492e103 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:28.147722 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-22624186-19af-4f9c-be9f-46243686b258 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 919 time: 0.2265184 Jun 15 14:31:28.156055 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:28.156650 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Checking segment: {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:28.157322 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:28.157975 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Bound using segment: {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:28.158728 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Bound port: e2651b2d-c090-4dd6-8ea4-1891bec232e2, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:28.159329 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:28.321769 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-c56a0bd4-6e73-4642-b36e-7824e217a661 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756 HTTP/1.1" status: 200 len: 217 time: 0.1563935 Jun 15 14:31:28.351175 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] For port e2651b2d-c090-4dd6-8ea4-1891bec232e2, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:28.360506 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] For port e2651b2d-c090-4dd6-8ea4-1891bec232e2, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=e2651b2d-c090-4dd6-8ea4-1891bec232e2,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:28.436043 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:28.438879 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-40b056df-cbd5-48db-8280-ee7ab797d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:28.440465 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-40b056df-cbd5-48db-8280-ee7ab797d190 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.1111712 Jun 15 14:31:28.448170 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:28.448366 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:28.553690 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Pushing event updated for resources: {'Port': ['ID=e2651b2d-c090-4dd6-8ea4-1891bec232e2,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:28.567945 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:28.568601 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:28.568762 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-fd374852-3e2e-4d36-b813-7456a2a2cbdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751803 Jun 15 14:31:28.991274 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Allocated IP 172.28.2.243 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/4f3c121f-beac-4af9-bacf-18ae7e02a083) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:29.049191 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-2c0f379f-4024-4c2c-bd41-2a49b0c49d44 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705894 Jun 15 14:31:29.652603 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247880-7bac-437f-b150-f747a48bbaaa req-eb5fb841-6eaf-40bb-a652-0cc490440190 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:29.655335 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c5247880-7bac-437f-b150-f747a48bbaaa req-eb5fb841-6eaf-40bb-a652-0cc490440190 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.6851370 Jun 15 14:31:29.764799 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device e2651b2d-c090-4dd6-8ea4-1891bec232e2 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:29.793759 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:29.805273 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e06f097-cb1f-48cf-85eb-88f744c2c95d req-a206eeec-ab45-49fb-a7a3-28f1245f2ec2 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488339 Jun 15 14:31:29.827122 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c5247880-7bac-437f-b150-f747a48bbaaa req-97109e29-0218-4515-9697-1a33062ca465 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546042 Jun 15 14:31:30.011083 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.014851 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:30.069377 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port e2651b2d-c090-4dd6-8ea4-1891bec232e2 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:30.075113 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8ec321-6418-4acd-a06c-2a95145609aa None None] Network af35941b-f8ed-47d2-9605-fa5f4492e103 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:31:30.111341 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:30.119952 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:30.124300 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:30.276633 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3c121f-beac-4af9-bacf-18ae7e02a083,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:30.290224 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.290588 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.291032 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.291558 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.292095 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.292719 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.293228 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.293752 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.294099 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.294445 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.294788 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.295126 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:30.302155 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] Provisioning for port e2651b2d-c090-4dd6-8ea4-1891bec232e2 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:30.312346 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] Provisioning complete for port e2651b2d-c090-4dd6-8ea4-1891bec232e2 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:30.312980 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.321213 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:30.505871 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.679458 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.684734 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] For port e2651b2d-c090-4dd6-8ea4-1891bec232e2, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=e2651b2d-c090-4dd6-8ea4-1891bec232e2,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:30.925228 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.925228 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-02f4f602-90d3-422e-af01-612bd7b373fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:31.014653 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522'] for router, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.037648 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] Pushing event updated for resources: {'Port': ['ID=e2651b2d-c090-4dd6-8ea4-1891bec232e2,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:31.057532 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:31.091593 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-a80c39d6-21b6-4934-be23-c80311bc5bd4 None None] Provisioning complete for port e2651b2d-c090-4dd6-8ea4-1891bec232e2 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:31.093656 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a80c39d6-21b6-4934-be23-c80311bc5bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.393654 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfc9a2-8b56-4a1b-b122-68f2d5041662 req-7553ec42-1f47-4a53-a5d7-605259137a19 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:31.395712 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cfcfc9a2-8b56-4a1b-b122-68f2d5041662 req-7553ec42-1f47-4a53-a5d7-605259137a19 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2848897 Jun 15 14:31:31.456984 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cfcfc9a2-8b56-4a1b-b122-68f2d5041662 req-881df35a-3331-436e-ba5d-0f9f4900868a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Jun 15 14:31:31.511227 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 is scheduled to L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a with binding_index 1 {{(pid=92288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:31:31.675212 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device e2651b2d-c090-4dd6-8ea4-1891bec232e2 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:31.690348 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:31.712629 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Sync routers for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:31.724322 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:31.724942 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:31:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:31.747331 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port e2651b2d-c090-4dd6-8ea4-1891bec232e2 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:31.747944 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.830668 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Notify callbacks [] for router, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:31.832191 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1393900 Jun 15 14:31:31.835334 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56438) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:31.923472 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:32.190619 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:30Z', 'revision_number': 3, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:32.197174 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Checking router: 228a2a9d-396d-4ad5-95f9-f054ac4a2731 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:32.198147 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Updating router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 port 4f3c121f-beac-4af9-bacf-18ae7e02a083 binding host dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:31:32.251005 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.779633 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Notify callbacks [] for port, precommit_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.818919 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.provisioning_blocks [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Transition to ACTIVE for port object 4f3c121f-beac-4af9-bacf-18ae7e02a083 will not be triggered until provisioned by entity L2. {{(pid=92290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:32.889027 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d01772-5a46-4104-99d1-c99f94e4cc8a req-2e278757-49e2-492a-b658-ed99bc858f3a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:32.890678 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f0d01772-5a46-4104-99d1-c99f94e4cc8a req-2e278757-49e2-492a-b658-ed99bc858f3a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1683934 Jun 15 14:31:32.940666 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd51a08-e855-49ad-8d77-db53544703a1 req-d400a0c7-bed5-4943-9eba-aa66b433b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:32.943141 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2dd51a08-e855-49ad-8d77-db53544703a1 req-d400a0c7-bed5-4943-9eba-aa66b433b1e2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1098 time: 0.1544707 Jun 15 14:31:32.945489 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.949499 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f0d01772-5a46-4104-99d1-c99f94e4cc8a req-5a76358e-32bd-4eee-890f-55b3ea1f90ab tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512209 Jun 15 14:31:32.951667 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:32.987498 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-6fbc4850-96b0-4d0d-acb4-51b4ed4a8619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:33.037268 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.041915 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2dd51a08-e855-49ad-8d77-db53544703a1 req-785ed01e-a7b0-4d5e-b88e-e7ea0a1a81ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866752 Jun 15 14:31:33.091038 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Attempting to bind port 4f3c121f-beac-4af9-bacf-18ae7e02a083 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:33.091402 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Attempting to bind port 4f3c121f-beac-4af9-bacf-18ae7e02a083 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:33.091767 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Attempting to bind port 4f3c121f-beac-4af9-bacf-18ae7e02a083 on network 5f62d709-cdbe-4165-a655-5d8a79e885b9 {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:33.102707 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:33.103072 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:33.103471 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.103927 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Bound using segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:33.104449 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Bound port: 4f3c121f-beac-4af9-bacf-18ae7e02a083, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:33.104821 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.112209 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Pushing event updated for resources: {'Port': ['ID=4f3c121f-beac-4af9-bacf-18ae7e02a083,revision_number=2']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:33.153520 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.163805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.167428 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:33.195507 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] For port 4f3c121f-beac-4af9-bacf-18ae7e02a083, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:33.199341 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] For port 4f3c121f-beac-4af9-bacf-18ae7e02a083, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=4f3c121f-beac-4af9-bacf-18ae7e02a083,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:33.294504 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.299056 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-6fbc4850-96b0-4d0d-acb4-51b4ed4a8619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:33.370217 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:33.370865 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:31:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:33.429353 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Pushing event updated for resources: {'Port': ['ID=4f3c121f-beac-4af9-bacf-18ae7e02a083,revision_number=3']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:33.478241 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Allocated IP 172.20.0.1 (af35941b-f8ed-47d2-9605-fa5f4492e103/d7dbd0b3-b65e-497c-8174-f21135a4087b/7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:33.607842 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:33.696347 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.697899 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:33.722655 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Transition to ACTIVE for port object 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:33.845077 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.850005 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:33.914413 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Network af35941b-f8ed-47d2-9605-fa5f4492e103 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:33.922902 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:33.924373 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:33.932119 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Pushing event updated for resources: {'Port': ['ID=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:33.973643 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.974318 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.974454 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.975456 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.975456 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.975670 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.976040 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.976417 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.976772 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.977121 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.977875 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.978325 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:33.997811 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:34.026176 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670303'] for router_interface, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.080474 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:30Z', 'revision_number': 3, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:34.087323 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcddece-bb12-48aa-9dc7-f1bfcd832e71 None None] The sync data for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb is: [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:30Z', 'revision_number': 3, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:34.372992 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-bc8d2b29-fcbf-4e28-93d6-3405387eea6a None None] Provisioning for port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:34.383229 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.383450 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065e49a-6fdd-46d9-bb3b-2c1cb7b78b2a req-dba3881c-9b63-402a-a9ce-365662636142 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:34.386717 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1065e49a-6fdd-46d9-bb3b-2c1cb7b78b2a req-dba3881c-9b63-402a-a9ce-365662636142 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1152346 Jun 15 14:31:34.422312 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-bc8d2b29-fcbf-4e28-93d6-3405387eea6a None None] Provisioning complete for port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:34.427514 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-bc8d2b29-fcbf-4e28-93d6-3405387eea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.554551 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1065e49a-6fdd-46d9-bb3b-2c1cb7b78b2a req-cd260f84-63ad-45bb-ad64-704d6a5a3eec tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189349 Jun 15 14:31:34.668152 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d2b29-fcbf-4e28-93d6-3405387eea6a None None] Port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:31:35.014333 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.175059 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.184577 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:35.361204 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670411'] for router_interface, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.366515 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Pushing event updated for resources: {'Port': ['ID=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:35.372695 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:35.560653 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Network af35941b-f8ed-47d2-9605-fa5f4492e103 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:35.563195 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:35.846672 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 4f3c121f-beac-4af9-bacf-18ae7e02a083 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:35.880369 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ead47a-95f0-4f1c-8897-6f2e241e3076 req-8b761123-be7d-4dc7-a852-aa8229ddc75d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:35.888817 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-35ead47a-95f0-4f1c-8897-6f2e241e3076 req-8b761123-be7d-4dc7-a852-aa8229ddc75d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1360960 Jun 15 14:31:36.004861 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:31:36.108070 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-35ead47a-95f0-4f1c-8897-6f2e241e3076 req-339298e4-0d6a-4d8d-ada7-31069e621d60 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167320 Jun 15 14:31:36.144791 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-5438d2d6-d281-4ce1-af8e-2d1186ec55b0 None None] Provisioning complete for port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:36.148013 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5438d2d6-d281-4ce1-af8e-2d1186ec55b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.272538 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 4f3c121f-beac-4af9-bacf-18ae7e02a083 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:36.286873 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-5438d2d6-d281-4ce1-af8e-2d1186ec55b0 None None] Port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:31:36.288597 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 4f3c121f-beac-4af9-bacf-18ae7e02a083 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:36.288974 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.370141 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:36.384968 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] 10.222.0.22 "PUT /v2.0/routers/228a2a9d-396d-4ad5-95f9-f054ac4a2731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5480654 Jun 15 14:31:36.463343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.513363 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 4f3c121f-beac-4af9-bacf-18ae7e02a083, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=4f3c121f-beac-4af9-bacf-18ae7e02a083,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:36.592512 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.602153 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:36.657267 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Sync routers for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:36.710151 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:36.710819 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:31:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:36.713016 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=4f3c121f-beac-4af9-bacf-18ae7e02a083,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:36.716950 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:36.894229 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:37.161018 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-152ee321-db4d-4e91-a753-8a993d0d801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:37.164575 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-152ee321-db4d-4e91-a753-8a993d0d801e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1098 time: 0.1687245 Jun 15 14:31:37.180725 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3902a48-5f22-4b8a-b4c5-87bd103c5ba1 req-6682e84d-807f-46e2-ba88-f54c2a2646bd tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:37.183795 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d3902a48-5f22-4b8a-b4c5-87bd103c5ba1 req-6682e84d-807f-46e2-ba88-f54c2a2646bd tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2276626 Jun 15 14:31:37.429440 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d3902a48-5f22-4b8a-b4c5-87bd103c5ba1 req-6cc91d4f-ee02-4c5a-a0b7-e1362a9023a6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300816 Jun 15 14:31:37.596086 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-754a7772-086f-4d83-a338-8a1bceb61240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:37.619411 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-754a7772-086f-4d83-a338-8a1bceb61240 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 919 time: 0.4340436 Jun 15 14:31:37.626052 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 2, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:37.658220 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Checking router: 228a2a9d-396d-4ad5-95f9-f054ac4a2731 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:37.659304 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Updating router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 binding host dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:31:37.817549 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 4f3c121f-beac-4af9-bacf-18ae7e02a083 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:37.856310 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-7c97a6ed-627f-4b11-8c68-72f1d9b5f265 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6 HTTP/1.1" status: 200 len: 217 time: 0.2209892 Jun 15 14:31:37.907580 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56602) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:37.920012 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1501290576-network', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:37.972970 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.042083 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Made reservation on behalf of 78a033d41dbd45c883ac4f8708b54e16 for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:38.045000 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.067241 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.101111 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 4f3c121f-beac-4af9-bacf-18ae7e02a083 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:38.101733 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.110862 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-ca80e6e8-e3e1-437e-acd6-266062f66a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:38.112351 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-ca80e6e8-e3e1-437e-acd6-266062f66a93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.2349765 Jun 15 14:31:38.248082 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.470849 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.474972 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-74a68e43-f985-4ada-b237-1620604e25b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:38.521169 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:31:38.531057 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc245650-be63-495c-bac1-08c449e17f33,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:38.541541 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:38.550535 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.550899 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Added segment a1ea30a0-99f7-4032-a3ab-192cd468b567 of type vlan for network a50c21e2-9c54-4696-8441-70e211f1276b Jun 15 14:31:38.586013 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-df345cb5-2782-4819-a3e4-c10b46dd6d95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4632492 Jun 15 14:31:38.729138 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.763740 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-0e0c6477-61d2-4f6f-a96a-1d1147ec9b68 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601329 Jun 15 14:31:38.777551 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-ef264080-9dcc-4541-9acc-b085821589e0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:38.780531 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-ef264080-9dcc-4541-9acc-b085821589e0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 814 time: 0.9293191 Jun 15 14:31:38.786362 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.798214 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Transition to ACTIVE for port object 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:38.878299 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-195c29b9-42df-4474-b86c-3c0296c9ad19 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/quotas/71d5d50b9bd74e00a57d1cdba7a38e97 HTTP/1.1" status: 200 len: 375 time: 0.0597978 Jun 15 14:31:38.882045 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.895108 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:38.958362 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.961712 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:38.962866 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.967268 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:39.187044 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a22b7e4-8b21-42c7-9b4c-f73f12aeca3a req-60b8cc51-a0b8-49ec-be04-20710ad2e471 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038501 Jun 15 14:31:39.225733 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Pushing event updated for resources: {'Network': ['ID=a50c21e2-9c54-4696-8441-70e211f1276b,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:39.241840 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:39.285658 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network a50c21e2-9c54-4696-8441-70e211f1276b details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:31:39.331224 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddb16d-bf5e-4ad8-aeda-0fd826bb4de9 req-af1d54c6-1694-4f31-b359-85a74ff4ac2d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:39.332978 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-acddb16d-bf5e-4ad8-aeda-0fd826bb4de9 req-af1d54c6-1694-4f31-b359-85a74ff4ac2d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.5172665 Jun 15 14:31:39.363599 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d56bf7-d0ac-42ce-85e9-56f9bd7b4dad None None] Pushing event updated for resources: {'Port': ['ID=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:39.370799 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-ae6b4737-b061-4438-a3c0-1ccffd4d96fc tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1632357 Jun 15 14:31:39.373889 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-79d56bf7-d0ac-42ce-85e9-56f9bd7b4dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:39.378903 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56628) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:39.382842 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4689584 Jun 15 14:31:39.384197 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Request body: {'subnet': {'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1501290576-subnet', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'ip_version': 4}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:39.502674 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Attempting to bind port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:39.503255 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Attempting to bind port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:39.503741 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Attempting to bind port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 on network af35941b-f8ed-47d2-9605-fa5f4492e103 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:39.515545 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:39.516201 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Checking segment: {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:39.516683 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:39.517127 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Bound using segment: {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:39.517737 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Bound port: 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:39.518325 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:39.594162 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-acddb16d-bf5e-4ad8-aeda-0fd826bb4de9 req-866e8aef-9f4e-4965-92c5-607aa008e087 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497623 Jun 15 14:31:39.624764 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-f19e0d94-c5de-4711-8a5e-f83c6ca36ce9 service neutron] 10.222.0.22 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548437 Jun 15 14:31:39.638768 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] For port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:39.648333 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] For port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:39.682067 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Made reservation on behalf of 78a033d41dbd45c883ac4f8708b54e16 for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:39.687658 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:39.808176 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:39.832054 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-79d56bf7-d0ac-42ce-85e9-56f9bd7b4dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:39.877140 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:39.877805 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:31:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:39.992827 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-ffc8dbc1-7b3e-457e-af5f-6482127bb7de service neutron] 10.222.0.22 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648276 Jun 15 14:31:40.045583 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d56bf7-d0ac-42ce-85e9-56f9bd7b4dad None None] Pushing event updated for resources: {'Port': ['ID=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:40.049492 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-79d56bf7-d0ac-42ce-85e9-56f9bd7b4dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:40.101304 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:40.346027 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:40.351811 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0523026a-158c-4262-b4c5-0323d0410e07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:40.561330 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9494f498-ad03-4c15-838a-0142d6f23aa1 req-5bf6fb27-6f34-4c90-a5af-041d14bea14f tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 210 time: 0.0995905 Jun 15 14:31:40.580046 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c19a6bf-744f-4da3-8450-55560744427b,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:40.590416 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:40.591679 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Checking segment: {'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:40.592343 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Network hostable DHCP agents. Network: a50c21e2-9c54-4696-8441-70e211f1276b, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:31:40.677933 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:39Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:40.683139 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77143496-46cc-477a-b786-a4f873ed5dc7 None None] The sync data for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb is: [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:39Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:40.916329 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8082-d23a-4ea9-b2e3-5e909cb3bf37 req-33fbe99b-2619-4510-91fa-9eb44d37f044 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:40.918315 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-835b8082-d23a-4ea9-b2e3-5e909cb3bf37 req-33fbe99b-2619-4510-91fa-9eb44d37f044 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1242175 Jun 15 14:31:40.923293 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Network a50c21e2-9c54-4696-8441-70e211f1276b is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:31:41.009540 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-835b8082-d23a-4ea9-b2e3-5e909cb3bf37 req-2099d1b8-ccda-4f25-a68c-505cffb29334 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716429 Jun 15 14:31:41.156421 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, a50c21e2-9c54-4696-8441-70e211f1276b) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:41.161291 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:41.161900 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:41.172849 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb46ed1-8664-403a-987c-770edeb08bfc None None] Network a50c21e2-9c54-4696-8441-70e211f1276b requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:31:41.314308 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9316170 Jun 15 14:31:41.315600 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56692) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:41.326797 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:41.476963 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42728'] for router, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:41.478435 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42721'] for router, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:41.551587 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5958717a-f091-5199-abcc-bf837abd8577-a50c21e2-9c54-4696-8441-70e211f1276b', 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'fixed_ips': [{'subnet_id': '6c19a6bf-744f-4da3-8450-55560744427b'}]}} from dv-cinder-796286-3-smb. {{(pid=92289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:31:41.552572 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:41.630374 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:41.780047 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74698851-3b2f-4209-b8dd-32f3255b1781 req-1a50792d-da58-4587-8134-5d7d8a51d82b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 210 time: 0.0853870 Jun 15 14:31:41.908271 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:41.982049 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.db_base_plugin_common [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Allocated IP 172.20.0.2 (a50c21e2-9c54-4696-8441-70e211f1276b/6c19a6bf-744f-4da3-8450-55560744427b/24b4987b-6147-4875-aa0a-4547d5e49c00) {{(pid=92289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:42.364868 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Notify callbacks [] for port, precommit_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.378754 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Transition to ACTIVE for port object 24b4987b-6147-4875-aa0a-4547d5e49c00 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:42.399290 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Transition to ACTIVE for port object 24b4987b-6147-4875-aa0a-4547d5e49c00 will not be triggered until provisioned by entity DHCP. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:42.403556 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:42.409160 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:42.410397 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.490881 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.507398 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.548909 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:42.574643 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00096ee-926d-4d3c-a0ae-afa017bf292d req-28812dab-b738-43f0-b691-d128acaa9f7a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:42.588743 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c00096ee-926d-4d3c-a0ae-afa017bf292d req-28812dab-b738-43f0-b691-d128acaa9f7a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.3170047 Jun 15 14:31:42.628297 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Network a50c21e2-9c54-4696-8441-70e211f1276b is already hosted by enough agents. {{(pid=92289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:42.636626 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.base_scheduler [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Resources bound (agent type, host, resource id): {{(pid=92289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:42.646988 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Received port after_create {{(pid=92289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:42.660489 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Pushing event updated for resources: {'Port': ['ID=24b4987b-6147-4875-aa0a-4547d5e49c00,revision_number=1']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:42.665910 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c00096ee-926d-4d3c-a0ae-afa017bf292d req-297617de-2a36-4ab9-9762-b712d5696610 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747969 Jun 15 14:31:42.672823 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:42.795535 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.824580 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Attempting to bind port 24b4987b-6147-4875-aa0a-4547d5e49c00 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:42.825321 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Attempting to bind port 24b4987b-6147-4875-aa0a-4547d5e49c00 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:42.825919 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Attempting to bind port 24b4987b-6147-4875-aa0a-4547d5e49c00 on network a50c21e2-9c54-4696-8441-70e211f1276b {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:42.844040 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:42.850376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Checking segment: {'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:42.850376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.850376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Bound using segment: {'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:42.850376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Bound port: 24b4987b-6147-4875-aa0a-4547d5e49c00, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:42.850376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.036520 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:43.138148 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4d9137d2-12c1-4939-8228-e3d95196c657 req-a5a14de5-f02b-420a-8da3-1867be2332e1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 210 time: 0.0904667 Jun 15 14:31:43.146313 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] For port 24b4987b-6147-4875-aa0a-4547d5e49c00, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:43.154315 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] For port 24b4987b-6147-4875-aa0a-4547d5e49c00, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=24b4987b-6147-4875-aa0a-4547d5e49c00,segment=NetworkSegment(a1ea30a0-99f7-4032-a3ab-192cd468b567),segment_id=a1ea30a0-99f7-4032-a3ab-192cd468b567)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:43.169014 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.172627 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-79d56bf7-d0ac-42ce-85e9-56f9bd7b4dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:43.216587 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.243724 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:43.249545 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.249848 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:43.265325 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.267982 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:43.358414 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Pushing event updated for resources: {'Port': ['ID=24b4987b-6147-4875-aa0a-4547d5e49c00,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:43.362284 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:43.437997 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Allocated IP 172.28.2.217 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/bdb58c9f-6f88-4628-8398-8445a853beaa) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:43.567311 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:31:43.810228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.884339 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:44.037503 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:44.038511 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:44.192350 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f1cf-b22d-4e85-a53c-99bf970aadd9 req-c760cf51-9482-4870-903c-5e855ec055b5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:44.208586 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b456f1cf-b22d-4e85-a53c-99bf970aadd9 req-c760cf51-9482-4870-903c-5e855ec055b5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1898296 Jun 15 14:31:44.232784 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:44.232784 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:44.268923 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b456f1cf-b22d-4e85-a53c-99bf970aadd9 req-0fc8e722-4723-4342-ab5b-6f14cfce7308 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578759 Jun 15 14:31:44.328610 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:44.333024 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:44.335551 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:44.343258 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb58c9f-6f88-4628-8398-8445a853beaa,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:44.373827 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:44.381502 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bbcd41d5-9ebc-4d69-90e9-17f577c2dd71 req-b152e11b-cba4-4b8c-b8d7-d6803d80baca tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 210 time: 0.0459237 Jun 15 14:31:44.602846 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-9e95d827-a477-4fb1-8181-47010ac5f52c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:44.604445 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-9e95d827-a477-4fb1-8181-47010ac5f52c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 814 time: 0.2137661 Jun 15 14:31:44.621927 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Request body: {'port': {'device_id': 'fc458614-4c0a-460a-8bde-f40ca47d2387', 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'admin_state_up': True, 'tenant_id': '71d5d50b9bd74e00a57d1cdba7a38e97'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:44.902507 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da488f-2676-44d7-851f-018071660c5c None None] Network a50c21e2-9c54-4696-8441-70e211f1276b requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:31:45.062708 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:45.156916 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Made reservation on behalf of 71d5d50b9bd74e00a57d1cdba7a38e97 for: {'port': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:45.156916 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:45.281389 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6c2698e7-22c0-4394-8595-a4b7d14a7fb9 None None] Provisioning for port 24b4987b-6147-4875-aa0a-4547d5e49c00 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:45.485626 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Allocated IP 172.20.0.3 (3596dd34-fe96-4a4c-a0bc-fceb0ee2b719/69786d4a-deab-4b68-9f91-a888e7faac83/1856d1af-8dea-4a6f-a102-aa0dc3720343) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:45.534235 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522'] for router, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:45.619700 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d14d8190-eb75-4cd9-a083-eeca7378c4c7 req-fa95398d-2689-4ed8-838a-7eaeb23994a4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 210 time: 0.0585868 Jun 15 14:31:45.709997 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8482a-6d63-409b-9de7-cf7e500f5924 req-8596d311-b744-4435-988e-609ff11f04b6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:45.711644 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d8a8482a-6d63-409b-9de7-cf7e500f5924 req-8596d311-b744-4435-988e-609ff11f04b6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2278159 Jun 15 14:31:45.769206 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 24b4987b-6147-4875-aa0a-4547d5e49c00 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:45.869833 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d8a8482a-6d63-409b-9de7-cf7e500f5924 req-9dc2da75-250b-4a7a-bb08-269a82d64d68 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433876 Jun 15 14:31:45.937137 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.030860 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 24b4987b-6147-4875-aa0a-4547d5e49c00 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:46.031223 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Router 4b236995-c19a-4b02-9bc6-a5f9351920bc is scheduled to L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a with binding_index 1 {{(pid=92287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:31:46.041290 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 24b4987b-6147-4875-aa0a-4547d5e49c00 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:46.042943 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.180927 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.221495 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.226087 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 24b4987b-6147-4875-aa0a-4547d5e49c00, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=24b4987b-6147-4875-aa0a-4547d5e49c00,segment=NetworkSegment(a1ea30a0-99f7-4032-a3ab-192cd468b567),segment_id=a1ea30a0-99f7-4032-a3ab-192cd468b567)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:46.232968 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:46.239694 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', '68c51334-2531-4d0b-9e1a-b6ede8a8c49c', 'd78c255d-ffc0-4d77-baa5-fe1297edfb44'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:31:46.252291 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:46.265614 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Sync routers for ids ['4b236995-c19a-4b02-9bc6-a5f9351920bc'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:46.277589 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Routers {'4b236995-c19a-4b02-9bc6-a5f9351920bc'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:46.278474 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:31:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['4b236995-c19a-4b02-9bc6-a5f9351920bc'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:46.352629 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:46.369176 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:46.369176 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:46.372416 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:46.373443 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.392225 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Pushing event updated for resources: {'Port': ['ID=1856d1af-8dea-4a6f-a102-aa0dc3720343,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:46.399604 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:46.401583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.405342 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0874603 Jun 15 14:31:46.409249 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56792) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:46.420630 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.432895 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:46.465497 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Set router 4b236995-c19a-4b02-9bc6-a5f9351920bc gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:46.535728 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9187253 Jun 15 14:31:46.549094 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Request body: {'port': {'device_id': 'fc458614-4c0a-460a-8bde-f40ca47d2387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:46.712307 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=24b4987b-6147-4875-aa0a-4547d5e49c00,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:46.736920 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:46.775785 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.919746 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56802) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:47.021740 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:31:44Z', 'revision_number': 3, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port': {'id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:43Z', 'updated_at': '2021-06-15T14:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:47.038798 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Checking router: 4b236995-c19a-4b02-9bc6-a5f9351920bc for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:47.040722 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Updating router 4b236995-c19a-4b02-9bc6-a5f9351920bc port bdb58c9f-6f88-4628-8398-8445a853beaa binding host dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:31:47.274587 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.295087 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc5143-ca57-49d6-8ba2-599facef5261 req-86ead99c-2a2c-4359-92b4-a88ce7dc9da1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:47.308518 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e4fc5143-ca57-49d6-8ba2-599facef5261 req-86ead99c-2a2c-4359-92b4-a88ce7dc9da1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 931 time: 0.3944035 Jun 15 14:31:47.479034 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8c7b-9b92-4026-ac26-7c0fc81922ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.541261 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e4fc5143-ca57-49d6-8ba2-599facef5261 req-ac9a6d0d-dfb3-49a7-b9bd-47d89dd06943 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313919 Jun 15 14:31:47.630629 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 56818) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:47.696790 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 24b4987b-6147-4875-aa0a-4547d5e49c00 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:47.779337 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 24b4987b-6147-4875-aa0a-4547d5e49c00 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:47.779337 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.801755 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1856d1af-8dea-4a6f-a102-aa0dc3720343 {{(pid=92288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:47.820714 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.864042 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-772ebb9e-e90f-4b7a-bf50-3c4a7fb0a29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.906633 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Notify callbacks [] for port, precommit_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:47.907558 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Transition to ACTIVE for port object 1856d1af-8dea-4a6f-a102-aa0dc3720343 will not be triggered until provisioned by entity L2. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:47.920438 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.provisioning_blocks [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Transition to ACTIVE for port object bdb58c9f-6f88-4628-8398-8445a853beaa will not be triggered until provisioned by entity L2. {{(pid=92290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:47.962974 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8c7b-9b92-4026-ac26-7c0fc81922ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.007524 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.009864 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.010693 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:48.087722 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.090964 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:48.117416 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8c7b-9b92-4026-ac26-7c0fc81922ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.156191 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Attempting to bind port bdb58c9f-6f88-4628-8398-8445a853beaa on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:48.156703 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Attempting to bind port bdb58c9f-6f88-4628-8398-8445a853beaa by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:48.157022 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Attempting to bind port bdb58c9f-6f88-4628-8398-8445a853beaa on network 5f62d709-cdbe-4165-a655-5d8a79e885b9 {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:48.160808 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832a007-0aa9-4684-864b-689936f7a60d None None] Pushing event updated for resources: {'Port': ['ID=bdb58c9f-6f88-4628-8398-8445a853beaa,revision_number=2']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:48.170901 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-b832a007-0aa9-4684-864b-689936f7a60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:48.172473 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:48.173107 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:48.173294 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.173621 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Bound using segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:48.174105 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Bound port: bdb58c9f-6f88-4628-8398-8445a853beaa, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:48.174479 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.185112 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Pushing event updated for resources: {'Port': ['ID=1856d1af-8dea-4a6f-a102-aa0dc3720343,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:48.213775 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:48.217341 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9323bde3-4d5d-485e-9bfa-88b50197f9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:48.225598 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-2fdc8c7b-9b92-4026-ac26-7c0fc81922ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99ebdbae9480477eb32d893c0e4e1d07&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2959855 Jun 15 14:31:48.231805 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56822) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:48.241707 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Allocated IP 172.20.0.1 (a50c21e2-9c54-4696-8441-70e211f1276b/6c19a6bf-744f-4da3-8450-55560744427b/3ab51a4b-0687-4aad-96e8-a2f78cbaae19) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:48.262566 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] For port bdb58c9f-6f88-4628-8398-8445a853beaa, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:48.263068 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Attempting to bind port 1856d1af-8dea-4a6f-a102-aa0dc3720343 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:48.263405 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Attempting to bind port 1856d1af-8dea-4a6f-a102-aa0dc3720343 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:48.263735 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Attempting to bind port 1856d1af-8dea-4a6f-a102-aa0dc3720343 on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:48.266578 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] For port bdb58c9f-6f88-4628-8398-8445a853beaa, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=bdb58c9f-6f88-4628-8398-8445a853beaa,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:48.277200 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc8c7b-9b92-4026-ac26-7c0fc81922ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae42fb3d-8f1c-440b-b5ad-cb017f63bc77,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:48.279647 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Port 1856d1af-8dea-4a6f-a102-aa0dc3720343 on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:31:48.281215 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Attempting to bind port 1856d1af-8dea-4a6f-a102-aa0dc3720343 on network 3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:48.286246 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-2fdc8c7b-9b92-4026-ac26-7c0fc81922ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:48.296442 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:48.296879 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Checking segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:48.297255 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Bound using segment: {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:48.297851 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Bound port: 1856d1af-8dea-4a6f-a102-aa0dc3720343, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3631f569-5d8c-4ca8-a676-5a64a774edfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719'}}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:48.298149 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.359109 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.365770 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:48.377770 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a820f6a2-ef45-47ea-a8dd-901445b533c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.378440 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-772ebb9e-e90f-4b7a-bf50-3c4a7fb0a29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.425724 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] For port 1856d1af-8dea-4a6f-a102-aa0dc3720343, host hv-cinder-79628, cleared binding levels {{(pid=92288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:48.434883 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] For port 1856d1af-8dea-4a6f-a102-aa0dc3720343, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1856d1af-8dea-4a6f-a102-aa0dc3720343,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:48.435008 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a820f6a2-ef45-47ea-a8dd-901445b533c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.466453 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Routers {'4b236995-c19a-4b02-9bc6-a5f9351920bc'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:48.469155 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-772ebb9e-e90f-4b7a-bf50-3c4a7fb0a29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.469373 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:31:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['4b236995-c19a-4b02-9bc6-a5f9351920bc'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:48.472539 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-6badaaf2-b6e9-4fd7-a5e9-cfad897a9b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:48.474131 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.501911 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Transition to ACTIVE for port object 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:48.528834 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.569816 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-772ebb9e-e90f-4b7a-bf50-3c4a7fb0a29b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67a7bed203a84aa8aa079784f09d8f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9351416 Jun 15 14:31:48.576206 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ebb9e-e90f-4b7a-bf50-3c4a7fb0a29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3e3732-b394-402a-95d6-91ac8422e02f,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:48.577997 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56832) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:48.584690 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-772ebb9e-e90f-4b7a-bf50-3c4a7fb0a29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:48.588036 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:48.638657 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a820f6a2-ef45-47ea-a8dd-901445b533c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.642096 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a820f6a2-ef45-47ea-a8dd-901445b533c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.643444 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a820f6a2-ef45-47ea-a8dd-901445b533c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae42fb3d-8f1c-440b-b5ad-cb017f63bc77 HTTP/1.1" status: 204 len: 168 time: 0.4087660 Jun 15 14:31:48.648271 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-07f68a89-d27e-4f53-bdee-d9625b9d45dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:48.675484 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820f6a2-ef45-47ea-a8dd-901445b533c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae42fb3d-8f1c-440b-b5ad-cb017f63bc77,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:48.685851 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.688856 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a820f6a2-ef45-47ea-a8dd-901445b533c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:48.712076 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:48.773266 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Pushing event updated for resources: {'Port': ['ID=1856d1af-8dea-4a6f-a102-aa0dc3720343,revision_number=3']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:48.785381 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:48.789324 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:48.793356 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.798695 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] 10.222.0.45 "PUT /v2.0/ports/1856d1af-8dea-4a6f-a102-aa0dc3720343 HTTP/1.1" status: 200 len: 1093 time: 2.2544968 Jun 15 14:31:48.801651 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc458614-4c0a-460a-8bde-f40ca47d2387', 'tag': '1856d1af-8dea-4a6f-a102-aa0dc3720343'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:31:48.811313 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad281ec9-e1c2-4546-a497-783b7329558f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc458614-4c0a-460a-8bde-f40ca47d2387", "tag": "1856d1af-8dea-4a6f-a102-aa0dc3720343"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:31:48.824439 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] Set router 4b236995-c19a-4b02-9bc6-a5f9351920bc gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:48.835939 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Network a50c21e2-9c54-4696-8441-70e211f1276b is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:48.840376 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-76848c35-d65f-4a02-82d6-4121dbd4cdb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.843049 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:48.863036 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:31:48.910665 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Pushing event updated for resources: {'Port': ['ID=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:48.922979 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-76848c35-d65f-4a02-82d6-4121dbd4cdb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.935699 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:48.980121 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670303'] for router_interface, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.985981 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4d8252-94e3-4e25-af0a-63684d36bd8e x-openstack-request-id: req-3f4d8252-94e3-4e25-af0a-63684d36bd8e {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:31:48.992103 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc458614-4c0a-460a-8bde-f40ca47d2387", "tag": "1856d1af-8dea-4a6f-a102-aa0dc3720343", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:31:48.995654 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f4d8252-94e3-4e25-af0a-63684d36bd8e {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:31:48.996470 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc458614-4c0a-460a-8bde-f40ca47d2387', 'tag': '1856d1af-8dea-4a6f-a102-aa0dc3720343', 'status': 'completed', 'code': 200} Jun 15 14:31:49.097168 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a312e-f03d-4f29-9f5a-eb8ffc7e0fb1 req-4227c506-2f94-45ec-bc70-8f1330b9af4b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:49.104833 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c25a312e-f03d-4f29-9f5a-eb8ffc7e0fb1 req-4227c506-2f94-45ec-bc70-8f1330b9af4b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 943 time: 0.2698743 Jun 15 14:31:49.144497 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832a007-0aa9-4684-864b-689936f7a60d None None] Pushing event updated for resources: {'Port': ['ID=bdb58c9f-6f88-4628-8398-8445a853beaa,revision_number=3']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:49.148088 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-b832a007-0aa9-4684-864b-689936f7a60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:49.185333 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c25a312e-f03d-4f29-9f5a-eb8ffc7e0fb1 req-7fb46ea5-2166-49b8-b0cc-d0bac83e15cd tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796549 Jun 15 14:31:49.188400 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad281ec9-e1c2-4546-a497-783b7329558f req-edaa70bf-78ce-46bd-95c5-f4239e003d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:49.189558 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad281ec9-e1c2-4546-a497-783b7329558f req-edaa70bf-78ce-46bd-95c5-f4239e003d3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 1096 time: 0.1847143 Jun 15 14:31:49.237829 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:31:44Z', 'revision_number': 3, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port': {'id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:43Z', 'updated_at': '2021-06-15T14:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:49.242964 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173e44e0-db79-4b35-8e8e-c5e81005abc4 None None] The sync data for ids ['4b236995-c19a-4b02-9bc6-a5f9351920bc'] in dv-cinder-796286-3-smb is: [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:31:44Z', 'revision_number': 3, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port': {'id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:43Z', 'updated_at': '2021-06-15T14:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:49.382504 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad281ec9-e1c2-4546-a497-783b7329558f req-363d0f86-5b40-4991-b778-7b3d04f8093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:49.385937 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad281ec9-e1c2-4546-a497-783b7329558f req-363d0f86-5b40-4991-b778-7b3d04f8093f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1860623 Jun 15 14:31:49.386266 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ff1f66bb-b949-4487-8824-e4088c6619c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:49.390432 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-16ad1abc-ac38-443e-8d14-b1ec61daea89 None None] Provisioning for port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:49.397750 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-76848c35-d65f-4a02-82d6-4121dbd4cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:49.407838 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-16ad1abc-ac38-443e-8d14-b1ec61daea89 None None] Provisioning complete for port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:49.408198 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-76848c35-d65f-4a02-82d6-4121dbd4cdb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:49.411235 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-16ad1abc-ac38-443e-8d14-b1ec61daea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:49.413495 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-76848c35-d65f-4a02-82d6-4121dbd4cdb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f3e3732-b394-402a-95d6-91ac8422e02f HTTP/1.1" status: 204 len: 168 time: 0.8319969 Jun 15 14:31:49.464398 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6195eba2-2c01-4f44-9d72-bd0ef35f66d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:49.500051 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-16ad1abc-ac38-443e-8d14-b1ec61daea89 None None] Port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:31:49.506563 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76848c35-d65f-4a02-82d6-4121dbd4cdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3e3732-b394-402a-95d6-91ac8422e02f,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:49.515787 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-76848c35-d65f-4a02-82d6-4121dbd4cdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:49.528981 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:49.852122 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device bdb58c9f-6f88-4628-8398-8445a853beaa up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:50.016650 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56864) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:50.057122 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9127f52a-e095-48d8-bbf7-b421d5e65ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.099749 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port bdb58c9f-6f88-4628-8398-8445a853beaa completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:50.109727 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port bdb58c9f-6f88-4628-8398-8445a853beaa triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:50.111635 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.183738 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad281ec9-e1c2-4546-a497-783b7329558f req-42040287-2db9-40bf-8dba-80846623183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:50.183738 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad281ec9-e1c2-4546-a497-783b7329558f req-42040287-2db9-40bf-8dba-80846623183e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7782438 Jun 15 14:31:50.189961 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.198317 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf985-734a-4e46-a318-3bba863fef38 req-52d5f89a-ad2e-4968-aa3b-6737da65ee49 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:50.200508 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5daaf985-734a-4e46-a318-3bba863fef38 req-52d5f89a-ad2e-4968-aa3b-6737da65ee49 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1124961 Jun 15 14:31:50.367677 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9127f52a-e095-48d8-bbf7-b421d5e65ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.374333 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.377657 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3438939e-f308-4b40-ad97-cce7e45f98f4 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:50.387718 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.405759 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5daaf985-734a-4e46-a318-3bba863fef38 req-49efed81-1c80-4e22-bd33-b0a83dbdcf63 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927269 Jun 15 14:31:50.495272 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port bdb58c9f-6f88-4628-8398-8445a853beaa, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=bdb58c9f-6f88-4628-8398-8445a853beaa,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:50.528786 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670411'] for router_interface, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.540724 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-27bcca07-9b77-4e80-a9fa-aff67aa35666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:50.542645 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-27bcca07-9b77-4e80-a9fa-aff67aa35666 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 1096 time: 0.2879422 Jun 15 14:31:50.543022 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9127f52a-e095-48d8-bbf7-b421d5e65ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.590808 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.593296 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:50.651334 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-46e9d02f-d5a6-4daf-ae56-9a38319e26b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1856d1af-8dea-4a6f-a102-aa0dc3720343 HTTP/1.1" status: 200 len: 217 time: 0.0890379 Jun 15 14:31:50.665951 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e5592-98f3-4f88-9817-0db69064405e req-be5eef09-9d45-418e-83f6-fb167bb46e82 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:50.668175 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-829e5592-98f3-4f88-9817-0db69064405e req-be5eef09-9d45-418e-83f6-fb167bb46e82 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 943 time: 0.1903534 Jun 15 14:31:50.692344 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9127f52a-e095-48d8-bbf7-b421d5e65ec4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb3b3fe7da0f4247a4b19fab46baca25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6706316 Jun 15 14:31:50.698688 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56878) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:50.714578 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Pushing event updated for resources: {'Port': ['ID=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:50.723127 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=bdb58c9f-6f88-4628-8398-8445a853beaa,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:50.748071 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.748938 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.750181 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.750804 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.753000 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.755892 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.756788 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.757334 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.757655 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.758929 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.759393 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.760253 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:50.768762 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:50.787426 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:50.789018 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3fd79433-b536-425a-b9aa-503aebe2b313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:50.821304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-829e5592-98f3-4f88-9817-0db69064405e req-c219a642-e36d-4627-9eac-fae94f18bdca tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429505 Jun 15 14:31:50.827109 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-7abf8eeb-399f-4923-93df-ef348981370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:50.828893 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-7abf8eeb-399f-4923-93df-ef348981370d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69786d4a-deab-4b68-9f91-a888e7faac83 HTTP/1.1" status: 200 len: 854 time: 0.1593838 Jun 15 14:31:50.869717 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127f52a-e095-48d8-bbf7-b421d5e65ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d8b248-62dc-4aa6-a262-0797e02002e7,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:50.875664 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9127f52a-e095-48d8-bbf7-b421d5e65ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:50.887355 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Network a50c21e2-9c54-4696-8441-70e211f1276b is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:50.895658 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:50.906779 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c701a5d-0f9b-4653-9392-06d0217a3d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:50.917591 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-f7fe9cf6-f65e-4836-9321-bd9792676e4c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811937 Jun 15 14:31:51.056998 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c701a5d-0f9b-4653-9392-06d0217a3d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:51.070462 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-5c2c86c2-b92e-4970-9800-d595359d1746 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460226 Jun 15 14:31:51.159885 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Router 4b236995-c19a-4b02-9bc6-a5f9351920bc has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:31:51.248028 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-8ef3c375-d24a-4fbc-8aa4-253291ed6a26 None None] Provisioning complete for port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:51.248938 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c375-d24a-4fbc-8aa4-253291ed6a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:51.308763 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bee3555d-addd-49c9-92b4-4adb8be00d94 req-246a6734-60a9-4a15-9ebb-879c5420df72 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288289 Jun 15 14:31:51.322738 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-8ef3c375-d24a-4fbc-8aa4-253291ed6a26 None None] Port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:31:51.644250 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:51.649139 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] 10.222.0.22 "PUT /v2.0/routers/4b236995-c19a-4b02-9bc6-a5f9351920bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2354953 Jun 15 14:31:51.686433 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c701a5d-0f9b-4653-9392-06d0217a3d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:51.693033 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-3c701a5d-0f9b-4653-9392-06d0217a3d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:51.700599 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-3c701a5d-0f9b-4653-9392-06d0217a3d96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50d8b248-62dc-4aa6-a262-0797e02002e7 HTTP/1.1" status: 204 len: 168 time: 0.9968100 Jun 15 14:31:51.700599 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f2683084-aa43-4a74-96fe-d2d7014126f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:51.714111 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c701a5d-0f9b-4653-9392-06d0217a3d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d8b248-62dc-4aa6-a262-0797e02002e7,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:51.719702 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3c701a5d-0f9b-4653-9392-06d0217a3d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:51.819699 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device bdb58c9f-6f88-4628-8398-8445a853beaa up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:51.857923 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Sync routers for ids ['4b236995-c19a-4b02-9bc6-a5f9351920bc'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:51.882235 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Routers {'4b236995-c19a-4b02-9bc6-a5f9351920bc'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:51.883046 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:31:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['4b236995-c19a-4b02-9bc6-a5f9351920bc'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:51.976176 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:52.100834 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port bdb58c9f-6f88-4628-8398-8445a853beaa triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:52.101535 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:52.142864 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6ae97-6ad0-4003-8e78-03f54b172315 req-bb0d3791-0e77-4cf6-9270-c5728022d332 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:52.148702 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-70e6ae97-6ad0-4003-8e78-03f54b172315 req-bb0d3791-0e77-4cf6-9270-c5728022d332 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 943 time: 0.1375256 Jun 15 14:31:52.201094 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3a079254-ae42-4e05-ad7e-39be10dc87c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:52.207746 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Set router 4b236995-c19a-4b02-9bc6-a5f9351920bc gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:52.223915 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-70e6ae97-6ad0-4003-8e78-03f54b172315 req-9b127715-54cd-44ed-bdee-3b4e23801991 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675077 Jun 15 14:31:52.671204 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:31:49Z', 'revision_number': 4, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port': {'id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:43Z', 'updated_at': '2021-06-15T14:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '3ab51a4b-0687-4aad-96e8-a2f78cbaae19', 'name': '', 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'mac_address': 'fa:16:3e:7d:76:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6c19a6bf-744f-4da3-8450-55560744427b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:48Z', 'updated_at': '2021-06-15T14:31:49Z', 'revision_number': 2, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'subnets': [{'id': '6c19a6bf-744f-4da3-8450-55560744427b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:52.675810 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Checking router: 4b236995-c19a-4b02-9bc6-a5f9351920bc for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:52.676564 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Updating router 4b236995-c19a-4b02-9bc6-a5f9351920bc port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 binding host dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:31:52.770460 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:52.963745 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:53.444182 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Notify callbacks [] for port, precommit_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:53.491602 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Transition to ACTIVE for port object 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:53.604222 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:53.610792 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-5799492a-1757-4f33-a4f2-fbeac76cc57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:53.667059 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dafe4-f900-470e-9c0c-de1a955ee62e req-ea52aa1a-5b0d-4dfb-b7e9-f027f9decc4c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:53.675406 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f76dafe4-f900-470e-9c0c-de1a955ee62e req-ea52aa1a-5b0d-4dfb-b7e9-f027f9decc4c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 943 time: 0.1121571 Jun 15 14:31:53.771490 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f76dafe4-f900-470e-9c0c-de1a955ee62e req-6d7d3032-4a0e-456d-8326-e692eb67311a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913537 Jun 15 14:31:54.074690 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b28a3-44de-4725-9239-d729db4067f4 None None] Pushing event updated for resources: {'Port': ['ID=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:54.090091 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-ec0b28a3-44de-4725-9239-d729db4067f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:54.111776 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Attempting to bind port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:31:54.112645 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Attempting to bind port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:31:54.113250 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Attempting to bind port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 on network a50c21e2-9c54-4696-8441-70e211f1276b {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:54.124833 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:54.125602 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Checking segment: {'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:54.126216 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:54.126808 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Bound using segment: {'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:54.127522 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Bound port: 3ab51a4b-0687-4aad-96e8-a2f78cbaae19, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ea30a0-99f7-4032-a3ab-192cd468b567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:31:54.129046 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:54.199506 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56968) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:54.251703 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] For port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:54.255896 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] For port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,segment=NetworkSegment(a1ea30a0-99f7-4032-a3ab-192cd468b567),segment_id=a1ea30a0-99f7-4032-a3ab-192cd468b567)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:54.384989 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:54.386534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-670311675-network', 'tenant_id': 'f2b939f5dbd6408988a935bdc7d58155'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:54.388606 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:54.460738 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Routers {'4b236995-c19a-4b02-9bc6-a5f9351920bc'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:31:54.461737 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:31:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['4b236995-c19a-4b02-9bc6-a5f9351920bc'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:54.798518 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b28a3-44de-4725-9239-d729db4067f4 None None] Pushing event updated for resources: {'Port': ['ID=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:54.864840 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-ec0b28a3-44de-4725-9239-d729db4067f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:54.912128 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] Set router 4b236995-c19a-4b02-9bc6-a5f9351920bc gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:31:54.967632 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Made reservation on behalf of f2b939f5dbd6408988a935bdc7d58155 for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:54.971614 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:54.992647 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:55.090896 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666bfe-8fd9-4802-a6b8-5ad4802601cc req-3fb244c6-e1b8-4557-a4de-7bc1169a97c8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:55.099713 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-23666bfe-8fd9-4802-a6b8-5ad4802601cc req-3fb244c6-e1b8-4557-a4de-7bc1169a97c8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 943 time: 0.1230772 Jun 15 14:31:55.150804 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:55.203014 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-23666bfe-8fd9-4802-a6b8-5ad4802601cc req-2396e286-90f6-4d4c-a2fb-872c9bc9e8f1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018553 Jun 15 14:31:55.352786 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:31:49Z', 'revision_number': 4, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port': {'id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:43Z', 'updated_at': '2021-06-15T14:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '3ab51a4b-0687-4aad-96e8-a2f78cbaae19', 'name': '', 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'mac_address': 'fa:16:3e:7d:76:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6c19a6bf-744f-4da3-8450-55560744427b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:48Z', 'updated_at': '2021-06-15T14:31:54Z', 'revision_number': 4, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'subnets': [{'id': '6c19a6bf-744f-4da3-8450-55560744427b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:55.359562 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b9a43-9093-4a4b-bb18-6502efc74719 None None] The sync data for ids ['4b236995-c19a-4b02-9bc6-a5f9351920bc'] in dv-cinder-796286-3-smb is: [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:31:49Z', 'revision_number': 4, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port': {'id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:43Z', 'updated_at': '2021-06-15T14:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '3ab51a4b-0687-4aad-96e8-a2f78cbaae19', 'name': '', 'network_id': 'a50c21e2-9c54-4696-8441-70e211f1276b', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'mac_address': 'fa:16:3e:7d:76:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '6c19a6bf-744f-4da3-8450-55560744427b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:48Z', 'updated_at': '2021-06-15T14:31:54Z', 'revision_number': 4, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'subnets': [{'id': '6c19a6bf-744f-4da3-8450-55560744427b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:55.549344 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:55.774110 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:55.785637 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9127f52a-e095-48d8-bbf7-b421d5e65ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:55.786477 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:55.875416 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:31:55.914415 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ea30c2-559c-41e5-9ee8-34f453fca514,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:55.922362 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:55.923965 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:55.924516 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Added segment 5ae6f329-46eb-4e98-a765-69775438460a of type vlan for network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab Jun 15 14:31:56.038421 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:56.082361 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:56.087975 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:56.092049 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:56.129935 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 1856d1af-8dea-4a6f-a102-aa0dc3720343 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:31:56.184502 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:56.185797 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:56.186391 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:56.203470 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-377a6cc0-b9ed-4cd9-9afc-f3260daff187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:56.362720 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1605942 Jun 15 14:31:56.370546 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 56998) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:56.370546 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Pushing event updated for resources: {'Network': ['ID=649fb5cb-79a8-49aa-981f-6d2f6df8fbab,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:56.375674 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0e0845e3-7405-4177-8649-a6e1f8ae5f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:56.382802 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Request body: {'subnet': {'network_id': '649fb5cb-79a8-49aa-981f-6d2f6df8fbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-670311675-subnet', 'tenant_id': 'f2b939f5dbd6408988a935bdc7d58155', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:56.521839 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Made reservation on behalf of f2b939f5dbd6408988a935bdc7d58155 for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:56.524336 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26222041'] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:56.546644 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:31:56.616673 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 1856d1af-8dea-4a6f-a102-aa0dc3720343, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1856d1af-8dea-4a6f-a102-aa0dc3720343,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:56.632751 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '1856d1af-8dea-4a6f-a102-aa0dc3720343', 'network_id': '3596dd34-fe96-4a4c-a0bc-fceb0ee2b719', 'port_id': '1856d1af-8dea-4a6f-a102-aa0dc3720343', 'mac_address': 'fa:16:3e:02:c4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69786d4a-deab-4b68-9f91-a888e7faac83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:31:56.726686 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:56.852793 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:56.890443 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,segment=NetworkSegment(a1ea30a0-99f7-4032-a3ab-192cd468b567),segment_id=a1ea30a0-99f7-4032-a3ab-192cd468b567)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:56.920553 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1856d1af-8dea-4a6f-a102-aa0dc3720343 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:31:56.957888 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 1856d1af-8dea-4a6f-a102-aa0dc3720343, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1856d1af-8dea-4a6f-a102-aa0dc3720343,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:57.004291 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0600d-b685-4c55-93eb-71eb849083e5 req-d0a50346-454a-464e-872c-63f94d301ec7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:57.019468 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ceb0600d-b685-4c55-93eb-71eb849083e5 req-d0a50346-454a-464e-872c-63f94d301ec7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 943 time: 0.2888618 Jun 15 14:31:57.077869 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ceb0600d-b685-4c55-93eb-71eb849083e5 req-1a94e2ce-bbd9-401a-af96-33130bd7ad4a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582049 Jun 15 14:31:57.093585 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:57.098824 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:57.172620 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:57.210499 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:57.214184 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:57.219612 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:57.255424 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27175690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26222031'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:57.295223 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:31:57.308486 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=1856d1af-8dea-4a6f-a102-aa0dc3720343,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:57.311977 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:57.417702 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e38e1950-a3b0-4aa6-815d-bc8b060de532,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:57.420761 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:31:57.429737 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Checking segment: {'id': '5ae6f329-46eb-4e98-a765-69775438460a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '649fb5cb-79a8-49aa-981f-6d2f6df8fbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:31:57.430106 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Network hostable DHCP agents. Network: 649fb5cb-79a8-49aa-981f-6d2f6df8fbab, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:31:57.676600 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['1856d1af-8dea-4a6f-a102-aa0dc3720343'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:31:57.722316 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:31:57.800173 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:57.829814 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 649fb5cb-79a8-49aa-981f-6d2f6df8fbab) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:57.835721 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:57.836656 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:57.879399 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ce45d3-5d1f-4208-bd69-a697e5c332ef None None] Network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:31:57.896077 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29edff9-02da-45d7-aeb2-21106633d656 req-8d234556-d67f-46c2-9514-40631c4d1e28 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:57.907687 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f29edff9-02da-45d7-aeb2-21106633d656 req-8d234556-d67f-46c2-9514-40631c4d1e28 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.3781514 Jun 15 14:31:57.974722 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-f8a5f678-a526-40dd-a626-152fc1d76b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:57.976783 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-f8a5f678-a526-40dd-a626-152fc1d76b29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1098 time: 0.2653737 Jun 15 14:31:57.995170 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f29edff9-02da-45d7-aeb2-21106633d656 req-05f9866a-8b00-45dd-904b-f3c8faf2f8d0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857923 Jun 15 14:31:58.002611 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-09fbb405-858d-43db-917b-47fe2ab337f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6288140 Jun 15 14:31:58.361638 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-4a79c15f-8512-4706-9bbe-e3f3a2a6847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:58.363750 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-4a79c15f-8512-4706-9bbe-e3f3a2a6847d service neutron] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 919 time: 0.3656840 Jun 15 14:31:58.442012 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-76b823e7-e9ae-472b-b31c-acf1c79b8f83 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6 HTTP/1.1" status: 200 len: 217 time: 0.0682659 Jun 15 14:31:58.449839 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:58.450361 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:58.497129 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da35cb9-9709-44f4-b37d-696dca7fa70f req-209a3e8a-fa86-4131-ad0f-efad5abe43d8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:58.498727 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0da35cb9-9709-44f4-b37d-696dca7fa70f req-209a3e8a-fa86-4131-ad0f-efad5abe43d8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 944 time: 0.2292323 Jun 15 14:31:58.534441 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-9e632f7c-d9a6-4c06-994a-b4201daf8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:58.535978 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-9e632f7c-d9a6-4c06-994a-b4201daf8c93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.0868678 Jun 15 14:31:58.592035 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-5a95451c-b7c6-4120-90f7-03fd961f03e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465553 Jun 15 14:31:58.595718 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0da35cb9-9709-44f4-b37d-696dca7fa70f req-2ba898fe-7664-4d54-9200-040a7415d49a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836604 Jun 15 14:31:58.633730 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3af15-c77f-4948-99a7-53e4d8133261 None None] Network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:31:58.813493 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-64ec0a04-a9b9-4ba8-a1bc-156cc1302585 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144737 Jun 15 14:31:59.072013 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1f221ae-4e13-48da-9d3f-acc0e84915f7 req-d1d21818-37e7-4fad-870a-6e7d15cdad50 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511737 Jun 15 14:31:59.426931 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0d097-9c1e-40a2-ab23-67c05c811fcc req-8554b44e-3139-4125-a445-32c3a52dd0cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:31:59.429343 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-21b0d097-9c1e-40a2-ab23-67c05c811fcc req-8554b44e-3139-4125-a445-32c3a52dd0cb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1331236 Jun 15 14:31:59.507277 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-21b0d097-9c1e-40a2-ab23-67c05c811fcc req-b6578a47-3bc0-4d72-87e5-a736a1bd1ee0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688276 Jun 15 14:31:59.545707 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 57050) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:59.553658 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-130203059-network', 'tenant_id': 'e775c905086c41dda2d1c65ba816611c'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:59.698750 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Made reservation on behalf of e775c905086c41dda2d1c65ba816611c for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:59.706720 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:59.728767 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.001513 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.030518 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd485e44-dd69-4c41-bc2a-02c065b4c20c req-3efd65a5-cbde-422d-8373-04c5cafa8b04 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:00.032933 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dd485e44-dd69-4c41-bc2a-02c065b4c20c req-3efd65a5-cbde-422d-8373-04c5cafa8b04 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 944 time: 0.2122459 Jun 15 14:32:00.110874 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.115677 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4b517699-6868-4fbc-a729-33a1980402e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:00.132753 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dd485e44-dd69-4c41-bc2a-02c065b4c20c req-99ce3705-998a-4bb9-b25f-a00bba8b5fb4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864804 Jun 15 14:32:00.139809 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 1856d1af-8dea-4a6f-a102-aa0dc3720343 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:00.227570 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edec104e-dddf-46a9-aa36-391eab1ab786,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:00.236908 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:00.264395 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:32:00.293633 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.293985 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Added segment fb533bac-7970-4573-8d14-bca3fcc5080e of type vlan for network 296ae44e-47f0-4ad9-8a96-1cf306f95374 Jun 15 14:32:00.375807 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.385470 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 1856d1af-8dea-4a6f-a102-aa0dc3720343 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:00.393560 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 1856d1af-8dea-4a6f-a102-aa0dc3720343 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:00.394555 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.546093 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.550858 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:00.551950 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.567079 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4b398228-f000-4c0c-8f1f-02d9da4c0d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:00.586178 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.643459 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc458614-4c0a-460a-8bde-f40ca47d2387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1856d1af-8dea-4a6f-a102-aa0dc3720343'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:00.649268 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb8f6a8-6992-4e82-9474-a750ab487f01" -d '{"events": [{"server_uuid": "fc458614-4c0a-460a-8bde-f40ca47d2387", "name": "network-vif-plugged", "status": "completed", "tag": "1856d1af-8dea-4a6f-a102-aa0dc3720343"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:00.686260 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 1856d1af-8dea-4a6f-a102-aa0dc3720343, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1856d1af-8dea-4a6f-a102-aa0dc3720343,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:00.737227 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee58678-b089-476b-9b10-8910aec10bd9 x-openstack-request-id: req-6ee58678-b089-476b-9b10-8910aec10bd9 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:00.738802 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc458614-4c0a-460a-8bde-f40ca47d2387", "name": "network-vif-plugged", "status": "completed", "tag": "1856d1af-8dea-4a6f-a102-aa0dc3720343", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:00.739434 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ee58678-b089-476b-9b10-8910aec10bd9 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:00.740364 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc458614-4c0a-460a-8bde-f40ca47d2387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1856d1af-8dea-4a6f-a102-aa0dc3720343', 'code': 200} Jun 15 14:32:00.793117 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Pushing event updated for resources: {'Network': ['ID=296ae44e-47f0-4ad9-8a96-1cf306f95374,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:00.796610 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:00.801191 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.813036 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:00.823994 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 296ae44e-47f0-4ad9-8a96-1cf306f95374 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:32:00.834935 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2877357 Jun 15 14:32:00.835141 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 57072) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:00.851937 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Request body: {'subnet': {'network_id': '296ae44e-47f0-4ad9-8a96-1cf306f95374', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-130203059-subnet', 'tenant_id': 'e775c905086c41dda2d1c65ba816611c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:01.005363 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Made reservation on behalf of e775c905086c41dda2d1c65ba816611c for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:01.019802 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Notify callbacks [] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:01.141690 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=1856d1af-8dea-4a6f-a102-aa0dc3720343,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:01.149781 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:01.285816 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a34fe-12d7-4c42-9ddd-ffb0d2dd5e7d req-33591cdf-24f9-43ca-8423-f364e8e7d0bb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:01.289000 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0f9a34fe-12d7-4c42-9ddd-ffb0d2dd5e7d req-33591cdf-24f9-43ca-8423-f364e8e7d0bb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.3737936 Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: from cryptography.utils import int_from_bytes Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: from cryptography.utils import int_from_bytes Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.454283 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:32:01.457301 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:32:01.549269 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0f9a34fe-12d7-4c42-9ddd-ffb0d2dd5e7d req-5b34b3f1-6d7b-447a-b018-eece25848075 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423930 Jun 15 14:32:01.685005 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d4afd-03bc-4478-8ca6-18d83a023e78 req-7db700ec-aa4f-43da-8101-c8d9aecbe388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:01.695145 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c64d4afd-03bc-4478-8ca6-18d83a023e78 req-7db700ec-aa4f-43da-8101-c8d9aecbe388 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 1098 time: 0.3043294 Jun 15 14:32:01.723706 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60519101-7b98-4496-90f3-02d52ee05685 req-f9533496-54ec-4e61-95b7-df865b5d4ce1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:01.730224 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-60519101-7b98-4496-90f3-02d52ee05685 req-f9533496-54ec-4e61-95b7-df865b5d4ce1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.2775939 Jun 15 14:32:01.791423 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c64d4afd-03bc-4478-8ca6-18d83a023e78 req-6ff4d14a-8d08-4d5b-80c7-69dae3cf765a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825641 Jun 15 14:32:01.829081 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-60519101-7b98-4496-90f3-02d52ee05685 req-c83341a5-bdbf-4f61-86e5-601f0dbb4332 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802388 Jun 15 14:32:01.904901 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:01.907416 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:01.982905 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=78715755-bebc-4695-9f98-ae74bdf2a84c,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:01.986475 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:01.995616 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Checking segment: {'id': 'fb533bac-7970-4573-8d14-bca3fcc5080e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '296ae44e-47f0-4ad9-8a96-1cf306f95374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:01.995616 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Network hostable DHCP agents. Network: 296ae44e-47f0-4ad9-8a96-1cf306f95374, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:32:02.132995 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Network 296ae44e-47f0-4ad9-8a96-1cf306f95374 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:32:02.201983 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 296ae44e-47f0-4ad9-8a96-1cf306f95374) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:02.208497 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:02.213740 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:02.222751 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01a452-3177-406e-9567-5e850125d313 None None] Network 296ae44e-47f0-4ad9-8a96-1cf306f95374 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:32:02.288106 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0fac2156-82b1-4ea6-96ec-9694848c4aee admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4513607 Jun 15 14:32:02.451223 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a3dbde-ffb5-4621-bc67-dc151cd64208 None None] Network 296ae44e-47f0-4ad9-8a96-1cf306f95374 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:32:02.994512 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:03.004528 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f995-b32f-4aa8-8d25-b4eb685719e4 req-6fabbafc-5514-459d-83e1-a19e905efc50 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:03.016026 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a970f995-b32f-4aa8-8d25-b4eb685719e4 req-6fabbafc-5514-459d-83e1-a19e905efc50 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1445417 Jun 15 14:32:03.071348 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a970f995-b32f-4aa8-8d25-b4eb685719e4 req-531ff13e-879d-4873-a5b0-807d983d85b1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536854 Jun 15 14:32:03.313686 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ca4fa-896b-4469-a3f6-7e1bb22871eb req-d422ff42-5c18-4e3a-9747-24d20a2ccd65 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:03.315226 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d37ca4fa-896b-4469-a3f6-7e1bb22871eb req-d422ff42-5c18-4e3a-9747-24d20a2ccd65 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1118476 Jun 15 14:32:03.373766 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d37ca4fa-896b-4469-a3f6-7e1bb22871eb req-fee32f7d-772c-4f1f-a556-33cfb7f48e21 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519078 Jun 15 14:32:03.658554 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-ed26c097-5375-484d-bad3-a6d78b9cfabc tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:03.663805 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-ed26c097-5375-484d-bad3-a6d78b9cfabc tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/networks?id=649fb5cb-79a8-49aa-981f-6d2f6df8fbab HTTP/1.1" status: 200 len: 808 time: 0.1461718 Jun 15 14:32:03.679402 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-e0a2910c-2ee8-4e34-a773-901a93bbda87 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/quotas/f2b939f5dbd6408988a935bdc7d58155 HTTP/1.1" status: 200 len: 375 time: 0.0129018 Jun 15 14:32:03.720919 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-0963e839-ccf2-4cd2-92d3-4653ee3250b0 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f2b939f5dbd6408988a935bdc7d58155&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354939 Jun 15 14:32:03.850695 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-a233e00a-e729-4d7c-b287-a60186deb0c7 service neutron] 10.222.0.22 "GET /v2.0/networks/649fb5cb-79a8-49aa-981f-6d2f6df8fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222038 Jun 15 14:32:03.977141 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-bd0d2896-6df1-47fe-b7ba-8f7165f00d11 service neutron] 10.222.0.22 "GET /v2.0/networks/649fb5cb-79a8-49aa-981f-6d2f6df8fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190548 Jun 15 14:32:04.450536 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-34b1d466-59b1-4f3a-bb4c-441108c29d78 req-1a5689b7-c7a6-46de-b97a-cfe71202bc35 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 210 time: 0.0981746 Jun 15 14:32:04.540373 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e27fc-bc9f-40f3-ae46-7d34140cf6df req-a326cd55-585a-4fca-a3e1-4ec0ed471176 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:04.542227 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8e4e27fc-bc9f-40f3-ae46-7d34140cf6df req-a326cd55-585a-4fca-a3e1-4ec0ed471176 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2008684 Jun 15 14:32:04.651166 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8e4e27fc-bc9f-40f3-ae46-7d34140cf6df req-1a78b3a1-c64f-4529-9b69-e3fb1379b6ce tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023569 Jun 15 14:32:04.701006 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883553ba-6eb6-4662-a63f-3abda122114a req-d843d7cf-3104-43a9-9654-24245a5131c4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:04.703770 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-883553ba-6eb6-4662-a63f-3abda122114a req-d843d7cf-3104-43a9-9654-24245a5131c4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1013236 Jun 15 14:32:04.768552 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-883553ba-6eb6-4662-a63f-3abda122114a req-5f39431c-679d-4c29-99ae-2b8332ef3665 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583746 Jun 15 14:32:05.549850 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d01063b3-a448-4d41-b688-eec9b70cffd7 req-b5bc68ca-f7b8-4c20-a9ae-6242cc517e2f tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 210 time: 0.0400515 Jun 15 14:32:05.942621 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce7eb3-c554-4b63-95c7-2d38fdd203f7 req-a15ec2b2-e217-4abd-ad15-5fcaddf86b01 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:05.961107 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2cce7eb3-c554-4b63-95c7-2d38fdd203f7 req-a15ec2b2-e217-4abd-ad15-5fcaddf86b01 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1201355 Jun 15 14:32:06.000658 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2cce7eb3-c554-4b63-95c7-2d38fdd203f7 req-4450dea4-75b9-448d-a1b6-c959f4e84670 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500028 Jun 15 14:32:06.919371 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b64ac69c-4e99-4707-aa8b-3302157ca67d req-b3cdd0bb-6bf2-45cb-a868-19d427ee28a4 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 210 time: 0.1273417 Jun 15 14:32:07.329362 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca0d8b-76b3-4c5c-815d-202454934f95 req-2b1c1967-0ec7-4972-954f-2c5d323eef71 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:07.342806 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-46ca0d8b-76b3-4c5c-815d-202454934f95 req-2b1c1967-0ec7-4972-954f-2c5d323eef71 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1891580 Jun 15 14:32:07.410189 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 57180) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:07.414304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-46ca0d8b-76b3-4c5c-815d-202454934f95 req-37a14113-b69f-48be-bcc5-79d9dfeacbb7 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698812 Jun 15 14:32:07.588063 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb5aa-26af-4bb3-912d-7be1d8508367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:07.797959 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb5aa-26af-4bb3-912d-7be1d8508367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:08.177664 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b3b7e047-87e9-44d5-ab94-3aae55cb0c23 req-7aa2b3d9-fb21-493d-b89f-6bde812d9954 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 210 time: 0.0607386 Jun 15 14:32:08.666651 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54fca7-2f86-4b18-be7b-d290ebded293 req-17c7c00a-ecd8-493a-baf7-5dab526c34b7 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:08.668290 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5a54fca7-2f86-4b18-be7b-d290ebded293 req-17c7c00a-ecd8-493a-baf7-5dab526c34b7 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0774624 Jun 15 14:32:08.716979 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5a54fca7-2f86-4b18-be7b-d290ebded293 req-08d16464-4232-436f-b7e0-ba2b55ee64ab tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Jun 15 14:32:08.726575 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6e5cb5aa-26af-4bb3-912d-7be1d8508367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:08.726575 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3c0733df-0848-48a8-8d33-9071288abd64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:08.771688 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6e5cb5aa-26af-4bb3-912d-7be1d8508367 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63b00fa6789441ba81e762692b48892a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3553209 Jun 15 14:32:08.772943 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cb5aa-26af-4bb3-912d-7be1d8508367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76356caf-db1e-42fd-9be3-b69b66bf57ca,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:08.775746 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 57198) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:08.776138 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6e5cb5aa-26af-4bb3-912d-7be1d8508367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:08.839988 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-bd0576ed-d2bc-41dd-8e2c-8d1cda22dcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:08.870248 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-bd0576ed-d2bc-41dd-8e2c-8d1cda22dcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:09.070716 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-bd0576ed-d2bc-41dd-8e2c-8d1cda22dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:09.074501 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-bd0576ed-d2bc-41dd-8e2c-8d1cda22dcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:09.076462 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-bd0576ed-d2bc-41dd-8e2c-8d1cda22dcba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76356caf-db1e-42fd-9be3-b69b66bf57ca HTTP/1.1" status: 204 len: 168 time: 0.2987936 Jun 15 14:32:09.078154 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-65ad2a4f-86db-42eb-9d7a-4981de5fb5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:09.116806 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0576ed-d2bc-41dd-8e2c-8d1cda22dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76356caf-db1e-42fd-9be3-b69b66bf57ca,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:09.134270 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-bd0576ed-d2bc-41dd-8e2c-8d1cda22dcba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:09.448763 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-35465fd8-f332-4918-be51-a7b731dad1a3 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:09.450428 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-35465fd8-f332-4918-be51-a7b731dad1a3 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.45 "GET /v2.0/networks?id=649fb5cb-79a8-49aa-981f-6d2f6df8fbab HTTP/1.1" status: 200 len: 808 time: 0.2679558 Jun 15 14:32:09.469299 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Request body: {'port': {'device_id': '54172359-2725-454a-b52d-562fe1b7e43c', 'network_id': '649fb5cb-79a8-49aa-981f-6d2f6df8fbab', 'admin_state_up': True, 'tenant_id': 'f2b939f5dbd6408988a935bdc7d58155'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:09.870973 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f8ad367b-7723-4500-b97f-a940de1f7593 req-ba46c7cb-8a21-49ca-8556-907ca37bf884 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 210 time: 0.3895321 Jun 15 14:32:10.126798 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e7434-7a30-4a12-82b5-2443694786ad req-9bf9652b-bef3-441c-bd25-828b0f417bd5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:10.134992 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3f7e7434-7a30-4a12-82b5-2443694786ad req-9bf9652b-bef3-441c-bd25-828b0f417bd5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0748339 Jun 15 14:32:10.179756 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3f7e7434-7a30-4a12-82b5-2443694786ad req-a909c461-e75c-4f47-a20f-465685b22e3f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Jun 15 14:32:10.191174 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Made reservation on behalf of f2b939f5dbd6408988a935bdc7d58155 for: {'port': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:10.199711 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:10.616726 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Allocated IP 172.20.0.14 (649fb5cb-79a8-49aa-981f-6d2f6df8fbab/e38e1950-a3b0-4aa6-815d-bc8b060de532/51953bc3-42d6-4252-9b33-a7ba1aa71a06) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:10.989162 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:11.070455 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6249960e-69e9-4fa5-9d55-34e5ea36b399 req-44426d9f-429d-46e6-bfc3-8ba19a2711db tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 210 time: 0.0451663 Jun 15 14:32:11.254124 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:11.260885 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4cbbebdc-a589-4a10-b562-2e9294e1f603 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:11.406866 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:11.408600 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Pushing event updated for resources: {'Port': ['ID=51953bc3-42d6-4252-9b33-a7ba1aa71a06,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:11.413794 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:11.417354 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:11.427262 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:11.433949 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:11.434591 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:11.596079 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1317737 Jun 15 14:32:11.614085 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Request body: {'port': {'device_id': '54172359-2725-454a-b52d-562fe1b7e43c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:11.801015 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739c71f-c880-491f-a45e-c16f9e5fa513 req-1c0be34f-d85a-43f9-9eee-d4449caced62 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:11.802845 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2739c71f-c880-491f-a45e-c16f9e5fa513 req-1c0be34f-d85a-43f9-9eee-d4449caced62 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2827303 Jun 15 14:32:11.816235 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-e35d2d9f-9d40-4c6a-bebf-de0df2573f57 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:11.817775 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-e35d2d9f-9d40-4c6a-bebf-de0df2573f57 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/networks?id=af35941b-f8ed-47d2-9605-fa5f4492e103 HTTP/1.1" status: 200 len: 814 time: 0.2998104 Jun 15 14:32:11.852624 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:11.874893 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-3497f23c-3693-4a15-b686-00aa9d48f7d1 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/quotas/ecf405e21b1b4dbb91a74872b400a4eb HTTP/1.1" status: 200 len: 375 time: 0.0413361 Jun 15 14:32:11.930797 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2739c71f-c880-491f-a45e-c16f9e5fa513 req-255855a0-a8d3-4572-936d-23997354c16c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102118 Jun 15 14:32:12.104087 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-bf2afd0a-a429-4a64-9d0e-1b529b66688f tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174704 Jun 15 14:32:12.436499 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-bf531e01-c4fa-43b5-82d7-c569a37aff9d service neutron] 10.222.0.22 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115065 Jun 15 14:32:12.529033 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51953bc3-42d6-4252-9b33-a7ba1aa71a06 {{(pid=92288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:12.542558 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:12.552776 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b88c1-0d47-49df-9166-50b04dae3eab req-d1ad3298-7900-4e13-93ea-d0d60e39a435 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:12.554393 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a84b88c1-0d47-49df-9166-50b04dae3eab req-d1ad3298-7900-4e13-93ea-d0d60e39a435 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 932 time: 0.2995191 Jun 15 14:32:12.630729 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Transition to ACTIVE for port object 51953bc3-42d6-4252-9b33-a7ba1aa71a06 will not be triggered until provisioned by entity L2. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:12.680738 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a84b88c1-0d47-49df-9166-50b04dae3eab req-e7aedc4d-5f82-44dd-93d3-3d763e6cc648 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747912 Jun 15 14:32:12.682956 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-28071aec-9028-4040-81c8-2ff64973871d service neutron] 10.222.0.22 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286553 Jun 15 14:32:12.722395 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:12.726536 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:12.849418 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Pushing event updated for resources: {'Port': ['ID=51953bc3-42d6-4252-9b33-a7ba1aa71a06,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:12.855001 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:12.869299 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Attempting to bind port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:12.869620 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Attempting to bind port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '5ae6f329-46eb-4e98-a765-69775438460a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '649fb5cb-79a8-49aa-981f-6d2f6df8fbab'}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:12.869909 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Attempting to bind port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 on network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:12.875003 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 on network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:32:12.875328 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Attempting to bind port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 on network 649fb5cb-79a8-49aa-981f-6d2f6df8fbab {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:12.881710 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:12.882050 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Checking segment: {'id': '5ae6f329-46eb-4e98-a765-69775438460a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '649fb5cb-79a8-49aa-981f-6d2f6df8fbab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:12.882434 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Bound using segment: {'id': '5ae6f329-46eb-4e98-a765-69775438460a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '649fb5cb-79a8-49aa-981f-6d2f6df8fbab'} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:12.882872 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Bound port: 51953bc3-42d6-4252-9b33-a7ba1aa71a06, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae6f329-46eb-4e98-a765-69775438460a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '649fb5cb-79a8-49aa-981f-6d2f6df8fbab'}}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:12.883226 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:13.041042 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-245b2ee4-dcf8-434f-9b57-58179d4c2aae req-33cfd6b5-0152-4f7e-86b0-cc6360fdf327 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 210 time: 0.0919812 Jun 15 14:32:13.102707 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] For port 51953bc3-42d6-4252-9b33-a7ba1aa71a06, host hv-cinder-79628, cleared binding levels {{(pid=92288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:13.110027 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] For port 51953bc3-42d6-4252-9b33-a7ba1aa71a06, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=51953bc3-42d6-4252-9b33-a7ba1aa71a06,segment=NetworkSegment(5ae6f329-46eb-4e98-a765-69775438460a),segment_id=5ae6f329-46eb-4e98-a765-69775438460a)] {{(pid=92288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:13.211533 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:13.218277 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:13.271927 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8547166-96b6-466d-98f0-a4a857874a8e req-d69cfa16-99d0-4afe-9269-dd0cc23993c0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.273553 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f8547166-96b6-466d-98f0-a4a857874a8e req-d69cfa16-99d0-4afe-9269-dd0cc23993c0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1677234 Jun 15 14:32:13.292728 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.293347 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:13.294724 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] 10.222.0.45 "PUT /v2.0/ports/51953bc3-42d6-4252-9b33-a7ba1aa71a06 HTTP/1.1" status: 200 len: 1094 time: 1.6886718 Jun 15 14:32:13.297962 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54172359-2725-454a-b52d-562fe1b7e43c', 'tag': '51953bc3-42d6-4252-9b33-a7ba1aa71a06'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:13.301153 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b9c175-3d71-4fb0-8043-fff71daa1592" -d '{"events": [{"name": "network-changed", "server_uuid": "54172359-2725-454a-b52d-562fe1b7e43c", "tag": "51953bc3-42d6-4252-9b33-a7ba1aa71a06"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:13.353633 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd39935-2eb6-405d-b87d-c7993a1238c4 x-openstack-request-id: req-bbd39935-2eb6-405d-b87d-c7993a1238c4 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:13.354035 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54172359-2725-454a-b52d-562fe1b7e43c", "tag": "51953bc3-42d6-4252-9b33-a7ba1aa71a06", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:13.354313 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbd39935-2eb6-405d-b87d-c7993a1238c4 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:13.354736 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54172359-2725-454a-b52d-562fe1b7e43c', 'tag': '51953bc3-42d6-4252-9b33-a7ba1aa71a06', 'status': 'completed', 'code': 200} Jun 15 14:32:13.367571 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Pushing event updated for resources: {'Port': ['ID=51953bc3-42d6-4252-9b33-a7ba1aa71a06,revision_number=3']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:13.371000 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:13.424998 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f8547166-96b6-466d-98f0-a4a857874a8e req-31e1a12c-9a0b-429e-90dc-f727b29d1b53 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333783 Jun 15 14:32:13.469289 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9c175-3d71-4fb0-8043-fff71daa1592 req-05ee8f8f-d706-40e2-8ba9-ec2946340077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.472833 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-29b9c175-3d71-4fb0-8043-fff71daa1592 req-05ee8f8f-d706-40e2-8ba9-ec2946340077 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2b939f5dbd6408988a935bdc7d58155&device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 1097 time: 0.0987258 Jun 15 14:32:13.625898 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9c175-3d71-4fb0-8043-fff71daa1592 req-e0dd442a-2652-4b6f-bb88-b4db3787d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.626707 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-29b9c175-3d71-4fb0-8043-fff71daa1592 req-e0dd442a-2652-4b6f-bb88-b4db3787d6e1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f2b939f5dbd6408988a935bdc7d58155&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1457703 Jun 15 14:32:13.788453 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9c175-3d71-4fb0-8043-fff71daa1592 req-d8d9b1fb-1494-4fda-9ac4-a21e11c6cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.790321 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-29b9c175-3d71-4fb0-8043-fff71daa1592 req-d8d9b1fb-1494-4fda-9ac4-a21e11c6cf59 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571484 Jun 15 14:32:13.978845 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-991c0e73-b08a-41a1-b98d-635f900b75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:13.981466 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-991c0e73-b08a-41a1-b98d-635f900b75c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2b939f5dbd6408988a935bdc7d58155&device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 1097 time: 0.1401346 Jun 15 14:32:14.094696 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-a70ebcc2-b486-4d93-838c-9ee25e7a30c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51953bc3-42d6-4252-9b33-a7ba1aa71a06 HTTP/1.1" status: 200 len: 217 time: 0.1048048 Jun 15 14:32:14.209891 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8d663-466a-4ff9-bf93-c2df236fe556 req-38aa7380-4f06-4c09-98e0-8e8da3d8db22 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:14.212574 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8dc8d663-466a-4ff9-bf93-c2df236fe556 req-38aa7380-4f06-4c09-98e0-8e8da3d8db22 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 944 time: 0.3139570 Jun 15 14:32:14.606054 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-9d44afa3-2d33-4aca-ad97-0c701d0b6d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:14.607527 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-9d44afa3-2d33-4aca-ad97-0c701d0b6d9a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e38e1950-a3b0-4aa6-815d-bc8b060de532 HTTP/1.1" status: 200 len: 848 time: 0.5057783 Jun 15 14:32:14.672457 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e5534ec3-559b-4efb-9bcb-5f018a77da5a req-7557297c-21f4-4939-abf4-2addfdadd751 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 210 time: 0.0703318 Jun 15 14:32:14.681554 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-6b6c280b-5364-453e-95d7-0e5d4f5b0eef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=649fb5cb-79a8-49aa-981f-6d2f6df8fbab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629680 Jun 15 14:32:14.691260 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8dc8d663-466a-4ff9-bf93-c2df236fe556 req-fc862ad8-ccc1-4033-a9cf-ad3a0c827959 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707556 Jun 15 14:32:14.867655 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-4e44bede-e7d0-4051-b0f2-99a0d6871865 service neutron] 10.222.0.45 "GET /v2.0/networks/649fb5cb-79a8-49aa-981f-6d2f6df8fbab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744094 Jun 15 14:32:15.039021 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-27e49243-d0ec-4bfe-9137-1e7bf975a2d5 req-181b8e02-c6ae-4680-9d3b-a00762071066 service neutron] 10.222.0.45 "GET /v2.0/networks/649fb5cb-79a8-49aa-981f-6d2f6df8fbab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586959 Jun 15 14:32:15.047612 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ee188-e8f1-42f0-b86c-5d22c948d647 req-17b7945b-315d-4d03-9fc9-d3fb42bd7d2c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:15.049227 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c39ee188-e8f1-42f0-b86c-5d22c948d647 req-17b7945b-315d-4d03-9fc9-d3fb42bd7d2c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1800244 Jun 15 14:32:15.100159 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c39ee188-e8f1-42f0-b86c-5d22c948d647 req-6b63e98e-0a33-49a0-af98-54510d33e9ca tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437212 Jun 15 14:32:15.861914 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-603e9c74-5006-4f5f-bbae-5e7356272de1 req-a2498581-d2e8-44dd-8f57-381521bb3874 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 210 time: 0.0419796 Jun 15 14:32:15.941401 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb932c-de5a-4bcc-92a8-28b1505933fb req-22c6bf8a-b458-46f9-8d98-8918e8643a5a tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:15.943066 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-19bb932c-de5a-4bcc-92a8-28b1505933fb req-22c6bf8a-b458-46f9-8d98-8918e8643a5a tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 944 time: 0.0845413 Jun 15 14:32:16.007642 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-19bb932c-de5a-4bcc-92a8-28b1505933fb req-557d55fe-0737-4c84-86c9-4bb1fe7fb8d3 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535104 Jun 15 14:32:16.344274 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4bf26-be64-4f8a-907b-c9435e63c1bc req-98b6d489-05e7-4a00-91c5-193d85dda22e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:16.346641 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-65f4bf26-be64-4f8a-907b-c9435e63c1bc req-98b6d489-05e7-4a00-91c5-193d85dda22e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1045780 Jun 15 14:32:16.427409 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-65f4bf26-be64-4f8a-907b-c9435e63c1bc req-444f54b5-f5bd-418c-a480-e7bcab6c7892 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702636 Jun 15 14:32:17.085476 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5ea7061e-4c27-4a64-82dc-7a3b1b847953 req-91f9f3ce-8b74-4e8c-9231-bbc5894fb992 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 210 time: 0.0553706 Jun 15 14:32:17.412561 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bd2b5-59ea-4e0e-9ce6-8fe6932ef982 req-7f6f9fca-8c87-4094-b77d-aaae5a8320f8 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:17.419475 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7b8bd2b5-59ea-4e0e-9ce6-8fe6932ef982 req-7f6f9fca-8c87-4094-b77d-aaae5a8320f8 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 944 time: 0.1623230 Jun 15 14:32:17.427653 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-e1567c8e-6ad6-4333-aada-e496d26f2ffb tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:17.429186 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-e1567c8e-6ad6-4333-aada-e496d26f2ffb tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.45 "GET /v2.0/networks?id=af35941b-f8ed-47d2-9605-fa5f4492e103 HTTP/1.1" status: 200 len: 814 time: 0.3263376 Jun 15 14:32:17.453287 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'port': {'device_id': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'admin_state_up': True, 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:17.507473 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7b8bd2b5-59ea-4e0e-9ce6-8fe6932ef982 req-052639ce-0b98-4db6-8919-ef367649db35 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870910 Jun 15 14:32:17.698429 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed1733-3d50-45ea-9330-89a7c6f452c2 req-587c2b4f-fb58-4b27-b791-1e7da1914b86 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:17.700155 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-46ed1733-3d50-45ea-9330-89a7c6f452c2 req-587c2b4f-fb58-4b27-b791-1e7da1914b86 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1215365 Jun 15 14:32:17.756409 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Made reservation on behalf of ecf405e21b1b4dbb91a74872b400a4eb for: {'port': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:17.759954 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:17.764401 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-46ed1733-3d50-45ea-9330-89a7c6f452c2 req-fb497adf-6aed-4ffa-8511-47f9f3933138 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543535 Jun 15 14:32:17.927939 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Allocated IP 172.20.0.6 (af35941b-f8ed-47d2-9605-fa5f4492e103/d7dbd0b3-b65e-497c-8174-f21135a4087b/bf8b3c86-0f19-4f55-8e03-c20ef25960cb) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:18.222110 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 51953bc3-42d6-4252-9b33-a7ba1aa71a06 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:32:18.238898 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:18.276211 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Transition to ACTIVE for port object bf8b3c86-0f19-4f55-8e03-c20ef25960cb will not be triggered until provisioned by entity DHCP. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:18.339365 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-78778873-3adc-4741-af42-c15b62c410c6 req-e863eba3-c578-4110-8d7e-03d4ecb7e048 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 210 time: 0.0556157 Jun 15 14:32:18.413334 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 51953bc3-42d6-4252-9b33-a7ba1aa71a06, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=51953bc3-42d6-4252-9b33-a7ba1aa71a06,segment=NetworkSegment(5ae6f329-46eb-4e98-a765-69775438460a),segment_id=5ae6f329-46eb-4e98-a765-69775438460a)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:18.440269 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '51953bc3-42d6-4252-9b33-a7ba1aa71a06', 'network_id': '649fb5cb-79a8-49aa-981f-6d2f6df8fbab', 'port_id': '51953bc3-42d6-4252-9b33-a7ba1aa71a06', 'mac_address': 'fa:16:3e:62:a3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38e1950-a3b0-4aa6-815d-bc8b060de532', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:32:18.489792 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:18.493271 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:18.497846 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:18.524563 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51953bc3-42d6-4252-9b33-a7ba1aa71a06 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:18.552387 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 51953bc3-42d6-4252-9b33-a7ba1aa71a06, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=51953bc3-42d6-4252-9b33-a7ba1aa71a06,segment=NetworkSegment(5ae6f329-46eb-4e98-a765-69775438460a),segment_id=5ae6f329-46eb-4e98-a765-69775438460a)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:18.557780 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Network af35941b-f8ed-47d2-9605-fa5f4492e103 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:18.560116 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:18.574631 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:18.581085 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:18.582122 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:18.594061 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'Port': ['ID=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:18.599586 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:18.631136 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:18.633405 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:18.711038 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2617509 Jun 15 14:32:18.779260 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Request body: {'port': {'device_id': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:18.928505 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=51953bc3-42d6-4252-9b33-a7ba1aa71a06,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:18.954576 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:19.081133 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748fc50-a83f-4e33-a91d-7d775513ca26 req-595fa5e8-0e8b-4685-9f08-321fe2704592 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:19.088304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9748fc50-a83f-4e33-a91d-7d775513ca26 req-595fa5e8-0e8b-4685-9f08-321fe2704592 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 945 time: 0.3706324 Jun 15 14:32:19.144231 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9748fc50-a83f-4e33-a91d-7d775513ca26 req-9968e8d9-5ed8-453c-8506-ae2912a58660 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546033 Jun 15 14:32:19.164813 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:19.320788 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99baeb-e49b-410c-bb42-6b53c65558a3 req-0d83f581-f63e-4211-8773-f8b9705f049a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:19.322844 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ac99baeb-e49b-410c-bb42-6b53c65558a3 req-0d83f581-f63e-4211-8773-f8b9705f049a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1721327 Jun 15 14:32:19.504065 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ac99baeb-e49b-410c-bb42-6b53c65558a3 req-636a7992-17f6-496f-9f39-cbe3ef49150e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719282 Jun 15 14:32:19.565551 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-83518792-0643-40f6-8cb0-00d583153d74 None None] Provisioning for port bf8b3c86-0f19-4f55-8e03-c20ef25960cb completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:19.572673 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe2ac-4dd7-4e2c-8eaa-32409a9062b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:19.582603 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-83518792-0643-40f6-8cb0-00d583153d74 None None] Provisioning complete for port bf8b3c86-0f19-4f55-8e03-c20ef25960cb triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:19.583815 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-83518792-0643-40f6-8cb0-00d583153d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:19.760753 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-83518792-0643-40f6-8cb0-00d583153d74 None None] Port bf8b3c86-0f19-4f55-8e03-c20ef25960cb cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:32:19.843422 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 57456) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:19.983789 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a3606-4ba4-4a5c-9e90-a1546d423408 req-2ed94e21-8c90-46a1-945e-aa1fc720b166 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:19.985869 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-762a3606-4ba4-4a5c-9e90-a1546d423408 req-2ed94e21-8c90-46a1-945e-aa1fc720b166 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.5499701 Jun 15 14:32:19.997098 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8b3c86-0f19-4f55-8e03-c20ef25960cb {{(pid=92288) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:20.013062 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.028368 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b88e6037-a51a-484f-9ec1-796840950700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.046012 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c73a1f-55d9-4d06-84b6-41d03789a08f req-bac51cd9-43af-4bb6-9193-2604dd7a93ab tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:20.047603 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74c73a1f-55d9-4d06-84b6-41d03789a08f req-bac51cd9-43af-4bb6-9193-2604dd7a93ab tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 931 time: 0.2491045 Jun 15 14:32:20.067370 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Transition to ACTIVE for port object bf8b3c86-0f19-4f55-8e03-c20ef25960cb will not be triggered until provisioned by entity L2. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:20.089372 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-762a3606-4ba4-4a5c-9e90-a1546d423408 req-c0d4811f-1594-450b-ac80-0b43951d7d36 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946989 Jun 15 14:32:20.116131 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74c73a1f-55d9-4d06-84b6-41d03789a08f req-bd1e755c-535f-4e01-a850-0f550ed6f380 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581796 Jun 15 14:32:20.156293 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b88e6037-a51a-484f-9ec1-796840950700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.190533 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.195402 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cbb485ec-394f-40ac-89e1-2e4b30871c45 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:20.261760 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b88e6037-a51a-484f-9ec1-796840950700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.288182 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3c556e94-64b2-4ea6-a9a7-745db83be7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:20.297498 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['51953bc3-42d6-4252-9b33-a7ba1aa71a06'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:20.357182 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:20.364798 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:20.368320 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e6037-a51a-484f-9ec1-796840950700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959063fe-7fd9-4211-9304-0c66428b9fe9,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:20.372995 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b88e6037-a51a-484f-9ec1-796840950700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:20.404813 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-b88e6037-a51a-484f-9ec1-796840950700 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3374372560f46908c56b8c8ee73d8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594330 Jun 15 14:32:20.407749 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 57466) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:20.497499 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Attempting to bind port bf8b3c86-0f19-4f55-8e03-c20ef25960cb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:20.497890 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Attempting to bind port bf8b3c86-0f19-4f55-8e03-c20ef25960cb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:20.498236 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Attempting to bind port bf8b3c86-0f19-4f55-8e03-c20ef25960cb on network af35941b-f8ed-47d2-9605-fa5f4492e103 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:20.508904 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Port bf8b3c86-0f19-4f55-8e03-c20ef25960cb on network af35941b-f8ed-47d2-9605-fa5f4492e103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:32:20.508904 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Attempting to bind port bf8b3c86-0f19-4f55-8e03-c20ef25960cb on network af35941b-f8ed-47d2-9605-fa5f4492e103 {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:20.518761 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:20.519104 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Checking segment: {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:20.519546 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Bound using segment: {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'} {{(pid=92288) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:20.520058 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.managers [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Bound port: bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103'}}] {{(pid=92288) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:20.520422 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.523799 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7882ac38-1364-4755-9e0e-7ac9da82c70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.557790 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:32:20.594506 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7882ac38-1364-4755-9e0e-7ac9da82c70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.600633 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627218e-aebe-4426-8413-0a1c2573acd2 req-0251227e-9a88-4e88-b3b3-bca7e87f29c6 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:20.608368 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d627218e-aebe-4426-8413-0a1c2573acd2 req-0251227e-9a88-4e88-b3b3-bca7e87f29c6 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 945 time: 0.2891140 Jun 15 14:32:20.690660 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d627218e-aebe-4426-8413-0a1c2573acd2 req-00b28487-3d62-4d9b-a7d4-0c690786a1ad tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812948 Jun 15 14:32:20.717192 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] For port bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host hv-cinder-79628, cleared binding levels {{(pid=92288) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:20.723385 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] For port bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92288) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:20.846114 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.847896 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7882ac38-1364-4755-9e0e-7ac9da82c70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.848616 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:20.855082 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-7882ac38-1364-4755-9e0e-7ac9da82c70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:20.856148 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-7882ac38-1364-4755-9e0e-7ac9da82c70f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/959063fe-7fd9-4211-9304-0c66428b9fe9 HTTP/1.1" status: 204 len: 168 time: 0.4453051 Jun 15 14:32:20.857242 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a820f6a2-ef45-47ea-a8dd-901445b533c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:20.878134 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882ac38-1364-4755-9e0e-7ac9da82c70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959063fe-7fd9-4211-9304-0c66428b9fe9,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:20.911505 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7882ac38-1364-4755-9e0e-7ac9da82c70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:21.205058 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:21.206290 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:21.208845 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] 10.222.0.45 "PUT /v2.0/ports/bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 1093 time: 2.4729216 Jun 15 14:32:21.209771 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:21.213799 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c620fe-c960-4ead-afd4-437d02479a77" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:21.276850 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,revision_number=3']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:21.293729 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:21.319632 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8d723-60c6-4ab8-bde5-32bf806c260d req-7978c6af-a46d-4ff2-a72d-c583e65bf832 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:21.322644 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b8a8d723-60c6-4ab8-bde5-32bf806c260d req-7978c6af-a46d-4ff2-a72d-c583e65bf832 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.5114319 Jun 15 14:32:21.415026 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b8a8d723-60c6-4ab8-bde5-32bf806c260d req-b61129b0-3099-43a3-8f13-880b6e7a817a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849602 Jun 15 14:32:21.689336 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff441d-2d71-4b57-af76-7fa955fc456c req-6e6cbbbd-38d3-41af-ac75-e402852c2ed0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:21.691726 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a6ff441d-2d71-4b57-af76-7fa955fc456c req-6e6cbbbd-38d3-41af-ac75-e402852c2ed0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.0956333 Jun 15 14:32:21.811799 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:21.833711 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a6ff441d-2d71-4b57-af76-7fa955fc456c req-ca92bc35-98ee-4769-8c88-3da8b625446a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319175 Jun 15 14:32:22.106273 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-84d37c88-2c89-481a-a19d-a3403006b23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:22.116077 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5a21e-eaff-4ae5-99b7-1b59ca1b1884 req-6c2dc2d1-11fd-46d2-84b6-3f05e6476c48 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:22.120434 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-69e5a21e-eaff-4ae5-99b7-1b59ca1b1884 req-6c2dc2d1-11fd-46d2-84b6-3f05e6476c48 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0934665 Jun 15 14:32:22.172991 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-69e5a21e-eaff-4ae5-99b7-1b59ca1b1884 req-ef7dc33e-6fca-4ab8-b5ba-b3263a439364 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487938 Jun 15 14:32:22.249608 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3d9844-74b1-4e64-8395-0707f98a04e3 x-openstack-request-id: req-5e3d9844-74b1-4e64-8395-0707f98a04e3 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:22.250294 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:22.250818 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e3d9844-74b1-4e64-8395-0707f98a04e3 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:22.251585 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'status': 'completed', 'code': 200} Jun 15 14:32:22.266175 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 51953bc3-42d6-4252-9b33-a7ba1aa71a06 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:22.444365 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee76f1-1d58-4bcc-8086-25d5346824c8 req-f05cfafa-0fb2-40e0-a197-6c0dd40ff66d tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:22.445870 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-92ee76f1-1d58-4bcc-8086-25d5346824c8 req-f05cfafa-0fb2-40e0-a197-6c0dd40ff66d tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 945 time: 0.0795057 Jun 15 14:32:22.497567 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-92ee76f1-1d58-4bcc-8086-25d5346824c8 req-3aa92423-edd6-4998-a2a5-4ab14f8a86a0 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453694 Jun 15 14:32:22.737279 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745ea51-95b0-4feb-a2bb-74ac4ec58641 req-2f5cf15f-cd9c-43e4-a1c2-5f1a2ddd83fd tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:22.739837 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9745ea51-95b0-4feb-a2bb-74ac4ec58641 req-2f5cf15f-cd9c-43e4-a1c2-5f1a2ddd83fd tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0818770 Jun 15 14:32:22.798639 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9745ea51-95b0-4feb-a2bb-74ac4ec58641 req-0f7f26c3-9539-4773-872f-7b045d4603aa tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Jun 15 14:32:22.829617 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:22.839256 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:22.840568 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:23.040017 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:23.067739 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:23.202727 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 51953bc3-42d6-4252-9b33-a7ba1aa71a06, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=51953bc3-42d6-4252-9b33-a7ba1aa71a06,segment=NetworkSegment(5ae6f329-46eb-4e98-a765-69775438460a),segment_id=5ae6f329-46eb-4e98-a765-69775438460a)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:23.222096 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54172359-2725-454a-b52d-562fe1b7e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51953bc3-42d6-4252-9b33-a7ba1aa71a06'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:23.222096 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f24661b-002c-4e2e-ac85-3ba5ddf68a07" -d '{"events": [{"server_uuid": "54172359-2725-454a-b52d-562fe1b7e43c", "name": "network-vif-plugged", "status": "completed", "tag": "51953bc3-42d6-4252-9b33-a7ba1aa71a06"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:23.275849 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:23.278605 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:23.427906 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=51953bc3-42d6-4252-9b33-a7ba1aa71a06,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:23.441028 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:23.458077 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3b664-98e7-4c51-94af-051edcdeb4ab req-3955c924-7bb5-407a-a57f-ea56bd55b60c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:23.463458 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-13d3b664-98e7-4c51-94af-051edcdeb4ab req-3955c924-7bb5-407a-a57f-ea56bd55b60c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1362567 Jun 15 14:32:23.536950 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-13d3b664-98e7-4c51-94af-051edcdeb4ab req-d7677e6a-890f-4d5b-baba-0d283c2ad848 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707381 Jun 15 14:32:23.765066 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc4180-9596-4069-8c72-6f14a1c88200 req-4c685968-38cc-4856-a22d-f22bcd6d2b01 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:23.766779 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fadc4180-9596-4069-8c72-6f14a1c88200 req-4c685968-38cc-4856-a22d-f22bcd6d2b01 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0976584 Jun 15 14:32:23.832213 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fadc4180-9596-4069-8c72-6f14a1c88200 req-bf69e7bc-a5e6-40c5-a1a6-8ac5845f3f55 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Jun 15 14:32:23.885872 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c284335c-5893-4366-b517-3a8dd8dda677 x-openstack-request-id: req-c284335c-5893-4366-b517-3a8dd8dda677 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:23.886989 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54172359-2725-454a-b52d-562fe1b7e43c", "name": "network-vif-plugged", "status": "completed", "tag": "51953bc3-42d6-4252-9b33-a7ba1aa71a06", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:23.886989 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c284335c-5893-4366-b517-3a8dd8dda677 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:23.887316 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54172359-2725-454a-b52d-562fe1b7e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51953bc3-42d6-4252-9b33-a7ba1aa71a06', 'code': 200} Jun 15 14:32:24.054460 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 57530) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:24.075170 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fb6ea-3c34-43fd-8180-80b4b360b5f5 req-82028979-871e-4784-b093-8170195bee26 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:24.077180 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3c6fb6ea-3c34-43fd-8180-80b4b360b5f5 req-82028979-871e-4784-b093-8170195bee26 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.0942073 Jun 15 14:32:24.138865 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3c6fb6ea-3c34-43fd-8180-80b4b360b5f5 req-8d0e3464-8cfc-4121-b9c1-817a3f023352 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517051 Jun 15 14:32:24.194658 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-aec4ddfb-e32e-4f8b-8e86-240452495bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:24.332125 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-aec4ddfb-e32e-4f8b-8e86-240452495bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:24.353915 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a16aac-3ca3-4c37-9d95-36e4847f7937 req-3174cc40-b280-4796-8717-f1da04db8197 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:24.355642 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-58a16aac-3ca3-4c37-9d95-36e4847f7937 req-3174cc40-b280-4796-8717-f1da04db8197 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0988050 Jun 15 14:32:24.414613 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-58a16aac-3ca3-4c37-9d95-36e4847f7937 req-c92c9450-276e-41aa-922f-1e12e985f7ad tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524879 Jun 15 14:32:24.463885 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-aec4ddfb-e32e-4f8b-8e86-240452495bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:24.468524 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b9569413-5b60-4fb7-ade6-80f4583ef8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:24.516658 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-aec4ddfb-e32e-4f8b-8e86-240452495bff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca155603dee04bf7af19c8fdfe527104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602647 Jun 15 14:32:24.517649 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4ddfb-e32e-4f8b-8e86-240452495bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0725a9d-e5bb-48c9-8758-db2104ff4abb,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:24.520216 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 57536) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:32:24.521478 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-aec4ddfb-e32e-4f8b-8e86-240452495bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:24.606014 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c62720c1-cb9a-4f23-8f56-06b32836d1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:24.663634 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c62720c1-cb9a-4f23-8f56-06b32836d1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:24.733278 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:24.811947 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc61d7-d9f5-4cba-83a7-c04795395423 req-0242e90f-b098-4a06-a29b-98c870982648 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:24.820825 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e4dc61d7-d9f5-4cba-83a7-c04795395423 req-0242e90f-b098-4a06-a29b-98c870982648 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.0969675 Jun 15 14:32:24.880893 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e4dc61d7-d9f5-4cba-83a7-c04795395423 req-25dab5c1-ac91-41fd-9d32-33dd418e7ef4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599737 Jun 15 14:32:25.100492 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c62720c1-cb9a-4f23-8f56-06b32836d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:25.103702 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c62720c1-cb9a-4f23-8f56-06b32836d1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:25.104958 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-c62720c1-cb9a-4f23-8f56-06b32836d1d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0725a9d-e5bb-48c9-8758-db2104ff4abb HTTP/1.1" status: 204 len: 168 time: 0.5824645 Jun 15 14:32:25.107760 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f8328639-6633-4de3-9d94-9a2b86227135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:25.123205 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62720c1-cb9a-4f23-8f56-06b32836d1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0725a9d-e5bb-48c9-8758-db2104ff4abb,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:25.126003 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c62720c1-cb9a-4f23-8f56-06b32836d1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:25.201789 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fed6d-9bfa-49b5-93ca-fddd1d9db214 req-3ff94386-35d4-4ec8-8164-5d9578efff9b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:25.205206 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b24fed6d-9bfa-49b5-93ca-fddd1d9db214 req-3ff94386-35d4-4ec8-8164-5d9578efff9b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.1540253 Jun 15 14:32:25.277230 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b24fed6d-9bfa-49b5-93ca-fddd1d9db214 req-3dda0c6c-2984-4254-995a-ae333f5a8307 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615282 Jun 15 14:32:25.624646 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df644483-13c6-4cbe-b83c-8daa5790c34e req-4e01c0ac-6e3f-4ed3-bacb-10edfe03756a tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:25.633266 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df644483-13c6-4cbe-b83c-8daa5790c34e req-4e01c0ac-6e3f-4ed3-bacb-10edfe03756a tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.1290712 Jun 15 14:32:25.734156 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-df644483-13c6-4cbe-b83c-8daa5790c34e req-0f6c613f-e1b8-44f9-b041-17c7aa462c36 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741847 Jun 15 14:32:25.975968 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983ef82-822c-46a1-8c19-6e1643f28ee8 req-e1477bab-4f5c-481e-a73d-21f12f056a0c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:25.977756 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9983ef82-822c-46a1-8c19-6e1643f28ee8 req-e1477bab-4f5c-481e-a73d-21f12f056a0c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0825930 Jun 15 14:32:26.039095 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9983ef82-822c-46a1-8c19-6e1643f28ee8 req-565ca546-b429-451b-bc6c-98a467f97c09 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495534 Jun 15 14:32:26.279457 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c2571-ff41-49c7-95a5-1c3ae02feed4 req-b8b414a7-cb36-4492-b80d-318d20201ae3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:26.282054 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f02c2571-ff41-49c7-95a5-1c3ae02feed4 req-b8b414a7-cb36-4492-b80d-318d20201ae3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1218235 Jun 15 14:32:26.345401 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f02c2571-ff41-49c7-95a5-1c3ae02feed4 req-db8e1c14-947b-49d0-8216-00f238164a2a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Jun 15 14:32:26.568275 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d69dfe-92ac-4862-a8fc-faf22b9404c4 req-d745d93e-2ec4-4ba4-9fea-bd07bb58d12c tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:26.570017 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b3d69dfe-92ac-4862-a8fc-faf22b9404c4 req-d745d93e-2ec4-4ba4-9fea-bd07bb58d12c tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0981700 Jun 15 14:32:26.649102 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b3d69dfe-92ac-4862-a8fc-faf22b9404c4 req-0e1bc9e8-e9ea-4075-82b0-c89b40871500 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710564 Jun 15 14:32:27.036423 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f92b5-7cc4-4a69-b9ed-ab5d278f4a5a req-4969e25d-25ec-483d-87bb-0aeaec216840 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:27.037844 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ee9f92b5-7cc4-4a69-b9ed-ab5d278f4a5a req-4969e25d-25ec-483d-87bb-0aeaec216840 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.0954380 Jun 15 14:32:27.092946 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ee9f92b5-7cc4-4a69-b9ed-ab5d278f4a5a req-106a1b18-5a3f-40f9-b18d-b85a7ceeef5f tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Jun 15 14:32:27.295078 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c3df8-36ac-4645-8f33-761792409e13 req-b0851d6b-baf1-4c7d-8cff-2857078122ea tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:27.296514 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-440c3df8-36ac-4645-8f33-761792409e13 req-b0851d6b-baf1-4c7d-8cff-2857078122ea tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0712242 Jun 15 14:32:27.349223 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-440c3df8-36ac-4645-8f33-761792409e13 req-d5558628-b65f-4de0-af6d-b0c3458340f6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 Jun 15 14:32:27.553226 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a81f7-35d9-47fb-a4c5-dc0e8c719e67 req-c9fdc1e9-f846-4c82-b482-6b13befde988 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:27.554779 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a99a81f7-35d9-47fb-a4c5-dc0e8c719e67 req-c9fdc1e9-f846-4c82-b482-6b13befde988 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.0762644 Jun 15 14:32:27.632568 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a99a81f7-35d9-47fb-a4c5-dc0e8c719e67 req-4267e542-c38e-4e94-a67d-ecdae2333846 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620956 Jun 15 14:32:27.896695 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad9b1b-421f-4540-9539-143a8334f75a req-d534f276-dbcb-49f9-838e-6bf5a810b38f tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:27.898322 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-32ad9b1b-421f-4540-9539-143a8334f75a req-d534f276-dbcb-49f9-838e-6bf5a810b38f tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0804882 Jun 15 14:32:27.945107 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-32ad9b1b-421f-4540-9539-143a8334f75a req-85a195bb-b420-441c-8bef-3f839a5bb313 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Jun 15 14:32:28.393237 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c6965-a575-4e38-8080-fdf8cfb03f88 req-741595d8-2c4f-41b3-95f7-c90a4b47f727 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:28.395246 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-217c6965-a575-4e38-8080-fdf8cfb03f88 req-741595d8-2c4f-41b3-95f7-c90a4b47f727 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.1171887 Jun 15 14:32:28.452163 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-217c6965-a575-4e38-8080-fdf8cfb03f88 req-ef2d8ab1-b137-4120-9a9a-a88d1b78122f tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467825 Jun 15 14:32:28.719778 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a141a9c-4ab7-452c-a305-c5e09b5c3cc2 req-32bf6d7f-98ee-4c70-894f-2436d4679693 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:28.719778 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a141a9c-4ab7-452c-a305-c5e09b5c3cc2 req-32bf6d7f-98ee-4c70-894f-2436d4679693 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1059606 Jun 15 14:32:28.772135 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a141a9c-4ab7-452c-a305-c5e09b5c3cc2 req-d2912040-81d6-468f-b872-abc2dba0e453 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532055 Jun 15 14:32:29.040277 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f11dce1-3f34-4265-968b-2fe401b2a704 req-dcc6dd0c-3cba-4f63-9a46-bb74b869a4a6 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:29.041973 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9f11dce1-3f34-4265-968b-2fe401b2a704 req-dcc6dd0c-3cba-4f63-9a46-bb74b869a4a6 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1013765 Jun 15 14:32:29.109496 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9f11dce1-3f34-4265-968b-2fe401b2a704 req-2e39c6a7-65f0-4516-8a6b-427d7c70536b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Jun 15 14:32:29.320751 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163bbce-6704-4fe7-b2b7-a9ee85ab377c req-94b4d8cb-89af-488a-ac81-f1cc559cea2c tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:29.322340 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c163bbce-6704-4fe7-b2b7-a9ee85ab377c req-94b4d8cb-89af-488a-ac81-f1cc559cea2c tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0933454 Jun 15 14:32:29.405766 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c163bbce-6704-4fe7-b2b7-a9ee85ab377c req-27f6a6f9-ccc3-4ead-9c76-ea0c72277e5d tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697780 Jun 15 14:32:29.698977 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01ba83-bd8b-47aa-914d-16d1995013e1 req-5648ea48-8e93-45e0-ab26-f81fdcab9bfd tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:29.700581 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a01ba83-bd8b-47aa-914d-16d1995013e1 req-5648ea48-8e93-45e0-ab26-f81fdcab9bfd tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.0898910 Jun 15 14:32:29.749856 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a01ba83-bd8b-47aa-914d-16d1995013e1 req-c950ca19-0701-41bc-9700-e89ee80eb903 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417314 Jun 15 14:32:29.985100 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b169088-192a-4ea1-92d8-86dc1924a2f4 req-4ca11633-acff-41cf-a5e1-94f6ea660445 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:29.986794 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4b169088-192a-4ea1-92d8-86dc1924a2f4 req-4ca11633-acff-41cf-a5e1-94f6ea660445 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0830255 Jun 15 14:32:30.061701 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4b169088-192a-4ea1-92d8-86dc1924a2f4 req-5b2be273-921d-40c4-8246-4e02cc7dead3 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596116 Jun 15 14:32:30.203743 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-baf07cfb-5c32-4d19-a733-8057ebed196f tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=55330ea008ab4080af1b56c041aa96ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385828 Jun 15 14:32:30.448738 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-b0205093-8a23-4436-88da-1440bfda8963 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:30.450361 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-b0205093-8a23-4436-88da-1440bfda8963 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404633 Jun 15 14:32:30.467937 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-19191b97-c5ea-4603-a2b5-2378a8ef401e tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/quotas/55330ea008ab4080af1b56c041aa96ba HTTP/1.1" status: 200 len: 375 time: 0.0105648 Jun 15 14:32:30.523536 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-df6dc00e-fa40-40f9-b91d-8928e8a730ca tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=55330ea008ab4080af1b56c041aa96ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488997 Jun 15 14:32:31.039280 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f66632-7aae-4efa-bd66-8937ef389fa9 req-2e652888-1b61-495d-990a-f6c1cad170bb tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:31.046681 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-15f66632-7aae-4efa-bd66-8937ef389fa9 req-2e652888-1b61-495d-990a-f6c1cad170bb tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1119628 Jun 15 14:32:31.088991 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-15f66632-7aae-4efa-bd66-8937ef389fa9 req-d7f30023-e3fe-4bcc-b3fd-20cf19852512 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Jun 15 14:32:31.301065 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770242cc-2cd9-40de-9047-2e8b6ace9988 req-8ee4b884-7793-4879-ba6d-b6866304d0ec tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:31.325601 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-770242cc-2cd9-40de-9047-2e8b6ace9988 req-8ee4b884-7793-4879-ba6d-b6866304d0ec tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.1021388 Jun 15 14:32:31.354917 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-770242cc-2cd9-40de-9047-2e8b6ace9988 req-81dcb1d4-67ad-42de-b9f1-6ea7553a16fe tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460382 Jun 15 14:32:31.597363 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666fbc4-1e4e-4994-bcba-51af3d07d4a0 req-9c8e2ec1-6c0e-4dbe-9ca2-9275dad9c648 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:31.603823 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a666fbc4-1e4e-4994-bcba-51af3d07d4a0 req-9c8e2ec1-6c0e-4dbe-9ca2-9275dad9c648 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.1246998 Jun 15 14:32:31.674781 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a666fbc4-1e4e-4994-bcba-51af3d07d4a0 req-381833d6-34c3-4e98-834a-8c5f8f78a61b tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623763 Jun 15 14:32:31.805343 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6e51ac5b-da3d-488f-8157-80ac1355e3fd req-224b36a4-b829-4832-829c-56e2485e390b tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0470142 Jun 15 14:32:32.075794 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b4e59-cfbb-487e-8af9-1bb912986e85 req-066a3c17-9cf2-4a0f-90e7-f8436715a168 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:32.077637 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-782b4e59-cfbb-487e-8af9-1bb912986e85 req-066a3c17-9cf2-4a0f-90e7-f8436715a168 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0845528 Jun 15 14:32:32.132306 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-782b4e59-cfbb-487e-8af9-1bb912986e85 req-c7d00a3d-c6f6-4f2f-911e-10619574db37 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Jun 15 14:32:32.366415 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9417c2-dc5b-4460-84ac-c152885247b8 req-48f5b47f-3fc2-4537-a25c-d6fa82ea4f64 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:32.368007 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4b9417c2-dc5b-4460-84ac-c152885247b8 req-48f5b47f-3fc2-4537-a25c-d6fa82ea4f64 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1017973 Jun 15 14:32:32.424696 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4b9417c2-dc5b-4460-84ac-c152885247b8 req-27a6b396-dec4-4d61-a29d-acd7a1b450f0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492189 Jun 15 14:32:32.634150 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85aef5-a06e-4fcf-a631-388b63c88d80 req-25e12e91-d694-4330-a039-e376a40d68d5 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:32.635709 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4a85aef5-a06e-4fcf-a631-388b63c88d80 req-25e12e91-d694-4330-a039-e376a40d68d5 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0942278 Jun 15 14:32:32.697567 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4a85aef5-a06e-4fcf-a631-388b63c88d80 req-0e6a3a96-f5ae-4274-b88b-41f899018470 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552437 Jun 15 14:32:32.919407 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bd971-571e-40f2-992b-c9eb4c62d3c7 req-d071da33-b2c8-45a7-a81d-aed698def84c tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:32.922060 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b92bd971-571e-40f2-992b-c9eb4c62d3c7 req-d071da33-b2c8-45a7-a81d-aed698def84c tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.0982649 Jun 15 14:32:32.973457 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b92bd971-571e-40f2-992b-c9eb4c62d3c7 req-6e74b0c0-99d8-4b5d-b81b-8a1ef1eed006 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Jun 15 14:32:33.057857 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:33.153838 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8b6266c3-843a-4634-8bc4-d8056d28c83b req-0f1047f2-5474-424f-abc3-e932e1b01d3a tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0374665 Jun 15 14:32:33.379756 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fa3f8-5c45-4554-925f-7bfa6b06b0df req-f4c25ffd-e32a-40cb-ac13-4d728fcb00f9 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:33.381566 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b07fa3f8-5c45-4554-925f-7bfa6b06b0df req-f4c25ffd-e32a-40cb-ac13-4d728fcb00f9 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0944793 Jun 15 14:32:33.441799 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b07fa3f8-5c45-4554-925f-7bfa6b06b0df req-f9dbf2e4-560d-4446-ab5a-782ea13eb64e tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485904 Jun 15 14:32:33.689840 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbe4b4-2289-4e00-9f1a-c8a791a800d2 req-c008faf6-6c83-48db-82b3-02e2b3e2d045 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:33.693753 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9dbbe4b4-2289-4e00-9f1a-c8a791a800d2 req-c008faf6-6c83-48db-82b3-02e2b3e2d045 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1075480 Jun 15 14:32:33.761214 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9dbbe4b4-2289-4e00-9f1a-c8a791a800d2 req-16ca0271-6bf8-4460-88d6-f3e80b45bb4d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580599 Jun 15 14:32:34.007056 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c34acb-53e9-426f-a47c-8f21891a80db req-29d74690-8c9e-4210-abef-109b009c6bfc tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:34.008985 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f5c34acb-53e9-426f-a47c-8f21891a80db req-29d74690-8c9e-4210-abef-109b009c6bfc tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.1191814 Jun 15 14:32:34.075798 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f5c34acb-53e9-426f-a47c-8f21891a80db req-6551f6f1-ffc9-4a6d-92e6-29f52a72d844 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605068 Jun 15 14:32:34.269630 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0eb43c-90ac-48ab-b60b-0ad500a3a5fa req-44d007e8-a20e-4a7e-b331-60c31c6652c3 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:34.271372 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fa0eb43c-90ac-48ab-b60b-0ad500a3a5fa req-44d007e8-a20e-4a7e-b331-60c31c6652c3 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.0875926 Jun 15 14:32:34.323268 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fa0eb43c-90ac-48ab-b60b-0ad500a3a5fa req-f2c28116-66ce-4ca9-a2c0-79cf52284a1f tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Jun 15 14:32:34.467824 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5af90da3-7003-4c21-9f93-1206b7d29ea0 req-6413b95e-6371-4f15-9c7e-9690e8c68b9e tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0353904 Jun 15 14:32:34.701063 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcc271-a716-48ed-80e2-e2c976dc116a req-f2e0f726-7945-4afa-b6cd-3d4c0ea24019 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:34.703733 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-93fcc271-a716-48ed-80e2-e2c976dc116a req-f2e0f726-7945-4afa-b6cd-3d4c0ea24019 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0929246 Jun 15 14:32:34.773773 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-93fcc271-a716-48ed-80e2-e2c976dc116a req-6107baf2-2dd8-48c9-9483-48c9f9e7291b tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619335 Jun 15 14:32:34.985774 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1831f-ab6d-43da-a193-fd56c9297b03 req-8410b374-0985-4277-96fa-00e3edab7ac8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:34.988240 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cbe1831f-ab6d-43da-a193-fd56c9297b03 req-8410b374-0985-4277-96fa-00e3edab7ac8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.0817721 Jun 15 14:32:35.036800 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cbe1831f-ab6d-43da-a193-fd56c9297b03 req-27c66fdc-e950-4da0-ac2f-f86de43568db tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419917 Jun 15 14:32:35.286178 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10868edc-8785-4dcd-af1b-ed7e69175dd1 req-37e097dc-d48c-4949-8115-39e2cec53cc3 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:35.288067 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-10868edc-8785-4dcd-af1b-ed7e69175dd1 req-37e097dc-d48c-4949-8115-39e2cec53cc3 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0907345 Jun 15 14:32:35.339579 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-10868edc-8785-4dcd-af1b-ed7e69175dd1 req-7617f63c-51d5-4b03-b13d-65509195b235 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Jun 15 14:32:35.528053 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80883682-dadb-4191-ad71-24c433fb54e8 req-452fca8e-cb1f-49c4-aec8-ada919feaf9f tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:35.529562 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-80883682-dadb-4191-ad71-24c433fb54e8 req-452fca8e-cb1f-49c4-aec8-ada919feaf9f tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.0797005 Jun 15 14:32:35.577659 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-80883682-dadb-4191-ad71-24c433fb54e8 req-712f10d8-9512-4ca2-85ce-e0eb5169e3b4 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415456 Jun 15 14:32:35.737488 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2a996f2e-0e7e-4b59-bf1b-6ea97fbe6751 req-faf9e83e-6e14-4953-823d-c960648d7b4e tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0408301 Jun 15 14:32:36.069486 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cacb48-1ab3-4961-9dcb-fc495ffbd2b1 req-98143c19-6c2b-4d16-8ac2-2d5daa8d4fdc tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:36.072148 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-99cacb48-1ab3-4961-9dcb-fc495ffbd2b1 req-98143c19-6c2b-4d16-8ac2-2d5daa8d4fdc tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1545069 Jun 15 14:32:36.144681 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-99cacb48-1ab3-4961-9dcb-fc495ffbd2b1 req-8eb8f814-27aa-4912-992b-191449195c66 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661604 Jun 15 14:32:36.408002 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfbd92-3af6-4b2c-8a26-0fe2d791270c req-630b4a04-a7d1-464e-b943-8480d24b2fb7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:36.409374 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c9dfbd92-3af6-4b2c-8a26-0fe2d791270c req-630b4a04-a7d1-464e-b943-8480d24b2fb7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1118381 Jun 15 14:32:36.458818 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c9dfbd92-3af6-4b2c-8a26-0fe2d791270c req-edb04466-f813-4fe1-9ecb-d559fe7f9bc5 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Jun 15 14:32:36.661640 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7105a60-5cd6-4bf2-ac22-93474b904dd3 req-6adf09ad-21cd-46e7-8bfd-e08c4fe783ab tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:36.663965 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e7105a60-5cd6-4bf2-ac22-93474b904dd3 req-6adf09ad-21cd-46e7-8bfd-e08c4fe783ab tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0878110 Jun 15 14:32:36.733468 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e7105a60-5cd6-4bf2-ac22-93474b904dd3 req-5eff15b5-256a-4c9b-9c3e-ae1dd2ace7eb tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625589 Jun 15 14:32:36.996855 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5b7b0-0e30-4c35-97c4-8b0c328e158a req-cf5ff910-ce58-4b5d-8740-006b702fd1e5 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:36.999339 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-17c5b7b0-0e30-4c35-97c4-8b0c328e158a req-cf5ff910-ce58-4b5d-8740-006b702fd1e5 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.1095836 Jun 15 14:32:37.060083 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-17c5b7b0-0e30-4c35-97c4-8b0c328e158a req-4a21828e-ae64-47f2-ba7c-cfd521800bb5 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540612 Jun 15 14:32:37.209390 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8370cbe4-5c1b-4f58-b8d8-65db899b2469 req-5f0cf395-984a-469c-93b6-1f144f62b929 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0344760 Jun 15 14:32:37.451123 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832ec7-4876-4304-891e-cd313a1c85af req-4b4c4dda-e2b7-4643-b6d2-3e9daceb2cc6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:37.452783 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ef832ec7-4876-4304-891e-cd313a1c85af req-4b4c4dda-e2b7-4643-b6d2-3e9daceb2cc6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0873172 Jun 15 14:32:37.501164 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ef832ec7-4876-4304-891e-cd313a1c85af req-68953f8a-bedb-4c10-a99d-e18be4531a82 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 Jun 15 14:32:37.697946 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eaafd-a66a-4837-9b68-35b21baf5e72 req-85c3c42a-4390-44e1-83a2-d3ea8b7acd51 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:37.699571 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6a9eaafd-a66a-4837-9b68-35b21baf5e72 req-85c3c42a-4390-44e1-83a2-d3ea8b7acd51 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.0866144 Jun 15 14:32:37.750757 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6a9eaafd-a66a-4837-9b68-35b21baf5e72 req-48da1aef-a067-4f51-985c-3f63412ab3a5 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Jun 15 14:32:37.950906 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f7a8d-8bc7-4c37-9ba4-4eeedfce6f08 req-51e6201e-82b4-4684-8ef4-8312ef3d9b48 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:37.952604 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b2f7a8d-8bc7-4c37-9ba4-4eeedfce6f08 req-51e6201e-82b4-4684-8ef4-8312ef3d9b48 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0808799 Jun 15 14:32:38.003299 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b2f7a8d-8bc7-4c37-9ba4-4eeedfce6f08 req-0a56c96b-9411-4bba-8b08-3282516aba1b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Jun 15 14:32:38.410237 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c620fe-c960-4ead-afd4-437d02479a77 req-6bc130e3-746e-4bc8-abe0-11d75fbe98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:38.413212 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74c620fe-c960-4ead-afd4-437d02479a77 req-6bc130e3-746e-4bc8-abe0-11d75fbe98a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1096 time: 0.2181528 Jun 15 14:32:38.442583 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67a69e-ced4-48ce-83cc-2f78cbc5996a req-32e5a27b-eff8-4629-9647-6f294a3404e6 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:38.455930 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9a67a69e-ced4-48ce-83cc-2f78cbc5996a req-32e5a27b-eff8-4629-9647-6f294a3404e6 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.2436483 Jun 15 14:32:38.459675 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-059d0d58-cb7e-4dfc-9937-249a00ac2ab8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1772130 Jun 15 14:32:38.544930 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8d731cc2-f30e-4873-92d8-98371dc82ffd req-513a649f-fa3d-4b59-bb61-fd50d7aced4a tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0845070 Jun 15 14:32:38.639209 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9a67a69e-ced4-48ce-83cc-2f78cbc5996a req-7cb8c410-345b-41ac-a583-a2c2d551f336 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814177 Jun 15 14:32:38.685061 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c620fe-c960-4ead-afd4-437d02479a77 req-42ac9f24-24a8-4d78-bd4a-7fdd83af4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:38.687677 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74c620fe-c960-4ead-afd4-437d02479a77 req-42ac9f24-24a8-4d78-bd4a-7fdd83af4f4a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2291932 Jun 15 14:32:38.768629 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-398a2aab-f029-4e80-9216-8a032c779671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:38.777290 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-398a2aab-f029-4e80-9216-8a032c779671 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 1099 time: 0.1200523 Jun 15 14:32:39.139728 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c620fe-c960-4ead-afd4-437d02479a77 req-9752d41e-4e15-4607-9c32-bd2817a6d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:39.142211 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74c620fe-c960-4ead-afd4-437d02479a77 req-9752d41e-4e15-4607-9c32-bd2817a6d3f4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4473033 Jun 15 14:32:39.146317 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9e6cf-c214-4bc0-986e-1842db3cfc53 req-de2b6d7e-e211-4139-8006-085eb10de6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:39.148394 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-33d9e6cf-c214-4bc0-986e-1842db3cfc53 req-de2b6d7e-e211-4139-8006-085eb10de6df service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 1099 time: 0.3338752 Jun 15 14:32:39.170132 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-307e9c29-ca91-43aa-9609-d760af7ae99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:39.171640 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-307e9c29-ca91-43aa-9609-d760af7ae99e service neutron] 10.222.0.45 "GET /v2.0/networks?id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 200 len: 915 time: 0.2696385 Jun 15 14:32:39.194279 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20d19b-4401-4276-8166-f5ca4d2ea85b req-b283d0e6-c311-4ddb-8889-307f5f8c5941 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:39.196793 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3a20d19b-4401-4276-8166-f5ca4d2ea85b req-b283d0e6-c311-4ddb-8889-307f5f8c5941 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2828550 Jun 15 14:32:39.262194 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690992d4-bc3d-45dc-be8c-40b78314fadd req-1b607f63-af84-4f58-8597-952556b988e3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:39.264672 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-690992d4-bc3d-45dc-be8c-40b78314fadd req-1b607f63-af84-4f58-8597-952556b988e3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.2321784 Jun 15 14:32:39.322793 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3a20d19b-4401-4276-8166-f5ca4d2ea85b req-090f2953-5689-4245-b813-5955ece61cae tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184561 Jun 15 14:32:39.352569 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-e3a92280-e08b-4e8a-9530-cc492e73428c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba HTTP/1.1" status: 200 len: 217 time: 0.0833991 Jun 15 14:32:39.427524 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-690992d4-bc3d-45dc-be8c-40b78314fadd req-4a942764-9984-43d6-b1fb-7ef13d01acdf tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430819 Jun 15 14:32:39.458898 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-33d9e6cf-c214-4bc0-986e-1842db3cfc53 req-be311385-8e51-41cf-9a53-35d93f06ad70 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958265 Jun 15 14:32:39.471385 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-705da5bf-f9ae-4205-b190-4b9c97289cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:39.478777 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-705da5bf-f9ae-4205-b190-4b9c97289cf5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1096 time: 0.1593156 Jun 15 14:32:39.495111 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-64eb6228-631f-44f2-8043-6793161668e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:39.499357 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-64eb6228-631f-44f2-8043-6793161668e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=69786d4a-deab-4b68-9f91-a888e7faac83 HTTP/1.1" status: 200 len: 854 time: 0.1311817 Jun 15 14:32:39.769663 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-2b9f6f78-8f24-4fe6-826b-b181a9f79079 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827510 Jun 15 14:32:39.809306 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-0a117584-4264-4863-aa79-f971328afc1d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 217 time: 0.1131325 Jun 15 14:32:40.029709 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-96ca1150-1c17-46e5-ace4-3f090277e2c7 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089782 Jun 15 14:32:40.233962 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-95d12570-d58f-4bd4-9939-191adc4dce42 req-66beb4fb-ecaf-4110-b02e-d4ea8874f9e4 service neutron] 10.222.0.45 "GET /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975069 Jun 15 14:32:40.266579 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e8f5bbd7-5e42-41f5-9d49-b01cdc17db7b req-46efc976-56a5-4566-a113-60fe53a109b8 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.4612586 Jun 15 14:32:40.322109 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-99ccadb4-f1c5-4223-b0c3-100f18dbd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:40.322109 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-99ccadb4-f1c5-4223-b0c3-100f18dbd9d1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dbd0b3-b65e-497c-8174-f21135a4087b HTTP/1.1" status: 200 len: 853 time: 0.5010643 Jun 15 14:32:40.408430 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc889210-354b-4919-aa63-5220b6505e1d req-e4f6de50-6bec-4fac-9411-1793cd4fbeb1 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:40.408430 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fc889210-354b-4919-aa63-5220b6505e1d req-e4f6de50-6bec-4fac-9411-1793cd4fbeb1 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.7275410 Jun 15 14:32:40.535129 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fc889210-354b-4919-aa63-5220b6505e1d req-6efa8d2b-0fc5-4c59-801d-cb829c580fa5 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124718 Jun 15 14:32:40.542984 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-8c453e9b-d546-4c75-b78a-411497a0fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:40.544589 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-8c453e9b-d546-4c75-b78a-411497a0fe3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af35941b-f8ed-47d2-9605-fa5f4492e103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2136738 Jun 15 14:32:40.614377 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308668d6-2e6f-4beb-9096-3fe8efc96926 req-2b762795-913e-441c-b796-a4d3ab81fb58 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:40.615992 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-308668d6-2e6f-4beb-9096-3fe8efc96926 req-2b762795-913e-441c-b796-a4d3ab81fb58 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.1902578 Jun 15 14:32:40.669263 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-0e41ef26-242d-4a31-a0d5-983908a11e13 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=55330ea008ab4080af1b56c041aa96ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483580 Jun 15 14:32:40.842893 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-8273633e-a47e-45d9-8951-0ce6a843e014 service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906849 Jun 15 14:32:40.860454 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-308668d6-2e6f-4beb-9096-3fe8efc96926 req-fd4bdb75-694d-41f6-a7b3-39ee0c4b761a tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845832 Jun 15 14:32:40.994441 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ba8b2-b727-4287-adf2-2c122ca558cb req-8437e981-f4d8-4353-ad84-b3276a89afb7 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:41.001655 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-968ba8b2-b727-4287-adf2-2c122ca558cb req-8437e981-f4d8-4353-ad84-b3276a89afb7 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2607710 Jun 15 14:32:41.061060 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-384b32b0-4454-4c7d-80c6-0d6cbb7c0479 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:41.063055 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-384b32b0-4454-4c7d-80c6-0d6cbb7c0479 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3868454 Jun 15 14:32:41.083946 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Request body: {'port': {'device_id': 'cbef5631-846f-4a7a-bae3-c8b82598aa91', 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674', 'admin_state_up': True, 'tenant_id': '55330ea008ab4080af1b56c041aa96ba'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:41.138306 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-968ba8b2-b727-4287-adf2-2c122ca558cb req-93912d55-58cb-4685-934a-33ba5ad8040d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357186 Jun 15 14:32:41.161476 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2772fa91-bf73-4295-ba6b-a0fe53d6047c req-69d1027a-c0b9-4f3a-8f08-efd38f0c4134 service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696104 Jun 15 14:32:41.213490 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff0f32-2afa-4d32-b2a5-e3254d65a984 req-bf87dc20-13d7-4db3-b61f-77efd078fad8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:41.215656 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6bff0f32-2afa-4d32-b2a5-e3254d65a984 req-bf87dc20-13d7-4db3-b61f-77efd078fad8 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1378915 Jun 15 14:32:41.287190 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6bff0f32-2afa-4d32-b2a5-e3254d65a984 req-d9ca74e9-2503-4f85-ac02-ccbad16579a3 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605989 Jun 15 14:32:41.383482 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Made reservation on behalf of 55330ea008ab4080af1b56c041aa96ba for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:32:41.388183 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.400499 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.481399 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-92347302-7e95-4f81-8270-3552131b7421 req-1b8072c6-2103-4e26-ada0-3b8156449d8a tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0361927 Jun 15 14:32:41.541912 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.607113 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:41.624583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7882ac38-1364-4755-9e0e-7ac9da82c70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:41.702357 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f413bc-af93-4e2d-8760-218512182d90 req-06afd42f-0292-4329-bd84-5bf768fcfca5 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:41.713398 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b0f413bc-af93-4e2d-8760-218512182d90 req-06afd42f-0292-4329-bd84-5bf768fcfca5 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 945 time: 0.1020463 Jun 15 14:32:41.865088 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2621f65-12f8-4044-ba8d-59e4aa3f068d,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:41.877440 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.877809 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.878295 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.878744 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.879190 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.879641 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.880264 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.880710 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.888502 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.888502 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.888502 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.888502 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:41.888502 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:41.900437 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305be1-00c3-4a0b-b92f-e8b1fcfcc653 req-a11d8c8f-f688-447b-afdd-7d32058445ab tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:41.902101 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-51305be1-00c3-4a0b-b92f-e8b1fcfcc653 req-a11d8c8f-f688-447b-afdd-7d32058445ab tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.1561217 Jun 15 14:32:41.924234 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Allocated IP 192.168.233.17 (b103e921-82ce-4f7c-be06-4afbf0ed4674/da5bfb50-7a95-4ed8-8212-5d8915fb73a2/97d15734-2fb0-4465-b67f-223b847031ac) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:32:41.933353 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Deleting port 1856d1af-8dea-4a6f-a102-aa0dc3720343 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:32:41.934307 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.201511 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-51305be1-00c3-4a0b-b92f-e8b1fcfcc653 req-dab32e48-0a48-4b61-b417-88b0758a97f8 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828758 Jun 15 14:32:42.370240 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] For port 1856d1af-8dea-4a6f-a102-aa0dc3720343, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1856d1af-8dea-4a6f-a102-aa0dc3720343,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:42.370948 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.469505 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.490811 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Transition to ACTIVE for port object 97d15734-2fb0-4465-b67f-223b847031ac will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:42.544238 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Calling delete_port for 1856d1af-8dea-4a6f-a102-aa0dc3720343 owned by compute:nova {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:32:42.604025 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581dae3-351b-4935-b5a3-969cc12a3262 req-347f0688-02f9-4eef-923e-30f7b70748e0 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:42.605685 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6581dae3-351b-4935-b5a3-969cc12a3262 req-347f0688-02f9-4eef-923e-30f7b70748e0 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.4326282 Jun 15 14:32:42.636547 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:42.646762 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:42.711776 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Network b103e921-82ce-4f7c-be06-4afbf0ed4674 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:32:42.727435 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:32:42.738770 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:32:42.766253 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6581dae3-351b-4935-b5a3-969cc12a3262 req-f9e0df73-5e48-42c2-a4e0-1cadb36286b4 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094751 Jun 15 14:32:42.779689 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0407a6b-91d1-4e8c-b4fd-38cee4553550 req-0b31e33e-1a33-4125-9ff5-871d5e30ef15 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:42.792203 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f0407a6b-91d1-4e8c-b4fd-38cee4553550 req-0b31e33e-1a33-4125-9ff5-871d5e30ef15 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.3916430 Jun 15 14:32:42.880264 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Pushing event updated for resources: {'Port': ['ID=97d15734-2fb0-4465-b67f-223b847031ac,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:42.926200 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:42.932964 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f0407a6b-91d1-4e8c-b4fd-38cee4553550 req-9d3c238c-446c-4721-922d-5f93bf59e098 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393154 Jun 15 14:32:42.996413 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc42577-8857-47b8-9f00-9e8500de83b3 req-4acc39d4-6fa4-4e6f-b85f-013cc3c81606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:42.996413 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-0fc42577-8857-47b8-9f00-9e8500de83b3 req-4acc39d4-6fa4-4e6f-b85f-013cc3c81606 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1098 time: 0.2820609 Jun 15 14:32:43.010434 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:43.011239 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.166111 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-0fc42577-8857-47b8-9f00-9e8500de83b3 req-a7877503-96eb-4a6c-90e0-fb67b972ad41 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457474 Jun 15 14:32:43.173088 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-bf127bab-76af-4abe-8f10-21c0ad586e6b None None] Provisioning for port 97d15734-2fb0-4465-b67f-223b847031ac completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:43.180527 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-bf127bab-76af-4abe-8f10-21c0ad586e6b None None] Provisioning complete for port 97d15734-2fb0-4465-b67f-223b847031ac triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:43.181453 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-bf127bab-76af-4abe-8f10-21c0ad586e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.238636 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.261888 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1800823 Jun 15 14:32:43.271648 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', '68c51334-2531-4d0b-9e1a-b6ede8a8c49c', 'd78c255d-ffc0-4d77-baa5-fe1297edfb44', '1856d1af-8dea-4a6f-a102-aa0dc3720343'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:43.284505 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9065f392-2a75-4051-904f-95b6c972afe4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:43.326609 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Request body: {'port': {'device_id': 'cbef5631-846f-4a7a-bae3-c8b82598aa91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:32:43.384537 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-bf127bab-76af-4abe-8f10-21c0ad586e6b None None] Port 97d15734-2fb0-4465-b67f-223b847031ac cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:32:43.429873 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Pushing event deleted for resources: {'Port': ['ID=1856d1af-8dea-4a6f-a102-aa0dc3720343,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:43.433467 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] No DVR routers for this DVR port 1856d1af-8dea-4a6f-a102-aa0dc3720343 on host hv-cinder-79628 {{(pid=92288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:32:43.440090 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.442237 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b0f413bc-af93-4e2d-8760-218512182d90 req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "DELETE /v2.0/ports/1856d1af-8dea-4a6f-a102-aa0dc3720343 HTTP/1.1" status: 204 len: 173 time: 1.7323775 Jun 15 14:32:43.446402 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc458614-4c0a-460a-8bde-f40ca47d2387', 'name': 'network-vif-deleted', 'tag': '1856d1af-8dea-4a6f-a102-aa0dc3720343'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:43.449265 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4454d0b6-bb80-403f-bf91-19c98ad3050c" -d '{"events": [{"server_uuid": "fc458614-4c0a-460a-8bde-f40ca47d2387", "name": "network-vif-deleted", "tag": "1856d1af-8dea-4a6f-a102-aa0dc3720343"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:43.457015 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.457446 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.457869 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.458291 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.458709 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.459125 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.459535 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.460030 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.460397 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.460828 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.461061 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.461401 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:43.467162 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:43.502385 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd369c5-c7a7-49fb-837a-a9747cd76fdd req-6940bed5-df65-4647-bbfb-c8be97b8c492 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:43.508766 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dbd369c5-c7a7-49fb-837a-a9747cd76fdd req-6940bed5-df65-4647-bbfb-c8be97b8c492 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 867 time: 0.3622124 Jun 15 14:32:43.551473 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d65b4-2378-46c1-bdaa-72d5ebe23e72 req-6b5199c7-fc15-4fbd-a6df-1e3bad4e4ba7 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:43.553139 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e91d65b4-2378-46c1-bdaa-72d5ebe23e72 req-6b5199c7-fc15-4fbd-a6df-1e3bad4e4ba7 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 935 time: 0.2595451 Jun 15 14:32:43.607261 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:43.659979 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dbd369c5-c7a7-49fb-837a-a9747cd76fdd req-f50f4a4b-245d-4b62-b6c0-499a23bd00b2 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394238 Jun 15 14:32:43.738929 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e91d65b4-2378-46c1-bdaa-72d5ebe23e72 req-3ace876b-6670-460d-8cef-08d540ceb473 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610889 Jun 15 14:32:44.184559 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d9c94-cd14-4c5b-801e-7d26baeb221f req-8d204a5e-5bf0-4fcf-917a-2eb3b4122454 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:44.186125 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-de1d9c94-cd14-4c5b-801e-7d26baeb221f req-8d204a5e-5bf0-4fcf-917a-2eb3b4122454 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.1636734 Jun 15 14:32:44.260401 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-de1d9c94-cd14-4c5b-801e-7d26baeb221f req-d4c6f8ab-60ad-409a-9788-1f9ae96c680d tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501573 Jun 15 14:32:44.326818 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f400f65-d844-409d-97b8-5c1abdc36825 x-openstack-request-id: req-9f400f65-d844-409d-97b8-5c1abdc36825 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:44.327275 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc458614-4c0a-460a-8bde-f40ca47d2387", "name": "network-vif-deleted", "tag": "1856d1af-8dea-4a6f-a102-aa0dc3720343", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:44.327752 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f400f65-d844-409d-97b8-5c1abdc36825 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:44.328418 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc458614-4c0a-460a-8bde-f40ca47d2387', 'name': 'network-vif-deleted', 'tag': '1856d1af-8dea-4a6f-a102-aa0dc3720343', 'status': 'completed', 'code': 200} Jun 15 14:32:44.371711 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d15734-2fb0-4465-b67f-223b847031ac {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:44.381455 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.397552 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Transition to ACTIVE for port object 97d15734-2fb0-4465-b67f-223b847031ac will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:32:44.521687 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.525581 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:44.555153 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac549af3-b00a-44a0-92be-2d4460fee7d9 req-95e6a8a2-16f7-44e1-912f-d964bfd267fb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:44.557960 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ac549af3-b00a-44a0-92be-2d4460fee7d9 req-95e6a8a2-16f7-44e1-912f-d964bfd267fb tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1258364 Jun 15 14:32:44.632313 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ac549af3-b00a-44a0-92be-2d4460fee7d9 req-ebe70b57-93af-4364-9642-31a9d32b012a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668182 Jun 15 14:32:44.658664 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Pushing event updated for resources: {'Port': ['ID=97d15734-2fb0-4465-b67f-223b847031ac,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:44.662646 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:44.792705 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Attempting to bind port 97d15734-2fb0-4465-b67f-223b847031ac on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:32:44.793438 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Attempting to bind port 97d15734-2fb0-4465-b67f-223b847031ac by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:32:44.793945 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Attempting to bind port 97d15734-2fb0-4465-b67f-223b847031ac on network b103e921-82ce-4f7c-be06-4afbf0ed4674 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:44.802492 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Port 97d15734-2fb0-4465-b67f-223b847031ac on network b103e921-82ce-4f7c-be06-4afbf0ed4674 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:32:44.803060 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Attempting to bind port 97d15734-2fb0-4465-b67f-223b847031ac on network b103e921-82ce-4f7c-be06-4afbf0ed4674 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:32:44.810681 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:32:44.811048 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Checking segment: {'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:32:44.811503 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Bound using segment: {'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:32:44.811987 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Bound port: 97d15734-2fb0-4465-b67f-223b847031ac, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f74f000f-3334-43e1-b061-4f0a1990fcaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:32:44.812451 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:44.944787 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] For port 97d15734-2fb0-4465-b67f-223b847031ac, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:32:44.950954 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] For port 97d15734-2fb0-4465-b67f-223b847031ac, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=97d15734-2fb0-4465-b67f-223b847031ac,segment=NetworkSegment(f74f000f-3334-43e1-b061-4f0a1990fcaf),segment_id=f74f000f-3334-43e1-b061-4f0a1990fcaf)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:32:44.999539 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-49db5d99-558c-4660-b635-ba6221267980 req-65a4e6d6-90dd-4b49-a466-4fa24d0bdccf tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc458614-4c0a-460a-8bde-f40ca47d2387 HTTP/1.1" status: 200 len: 210 time: 0.0406830 Jun 15 14:32:45.081469 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.085573 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b94f3df0-f8b9-4b76-8bdb-d14e17ba3eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:45.251527 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:45.253274 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:45.260396 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] 10.222.0.45 "PUT /v2.0/ports/97d15734-2fb0-4465-b67f-223b847031ac HTTP/1.1" status: 200 len: 1097 time: 1.9352784 Jun 15 14:32:45.260396 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbef5631-846f-4a7a-bae3-c8b82598aa91', 'tag': '97d15734-2fb0-4465-b67f-223b847031ac'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:45.261377 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4beb078-9697-4266-aa9d-6aadbd017f41" -d '{"events": [{"name": "network-changed", "server_uuid": "cbef5631-846f-4a7a-bae3-c8b82598aa91", "tag": "97d15734-2fb0-4465-b67f-223b847031ac"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:45.309981 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76af22-453f-4d10-b365-9256adc8b290 req-f2cb894b-09c8-4cb5-849c-15964744930f tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:45.325097 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4c76af22-453f-4d10-b365-9256adc8b290 req-f2cb894b-09c8-4cb5-849c-15964744930f tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 947 time: 0.1861610 Jun 15 14:32:45.338402 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Pushing event updated for resources: {'Port': ['ID=97d15734-2fb0-4465-b67f-223b847031ac,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:45.348130 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:45.371060 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b610f3-30cc-4158-b807-921a2ecf31ff x-openstack-request-id: req-64b610f3-30cc-4158-b807-921a2ecf31ff {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:45.371563 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbef5631-846f-4a7a-bae3-c8b82598aa91", "tag": "97d15734-2fb0-4465-b67f-223b847031ac", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:45.372126 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64b610f3-30cc-4158-b807-921a2ecf31ff {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:45.372985 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbef5631-846f-4a7a-bae3-c8b82598aa91', 'tag': '97d15734-2fb0-4465-b67f-223b847031ac', 'status': 'completed', 'code': 200} Jun 15 14:32:45.434574 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4c76af22-453f-4d10-b365-9256adc8b290 req-5e48b34b-5264-473c-93f9-df742d90f7a7 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071920 Jun 15 14:32:45.531098 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beb078-9697-4266-aa9d-6aadbd017f41 req-48b78383-a830-4c98-80ce-43da727e9b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:45.532570 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b4beb078-9697-4266-aa9d-6aadbd017f41 req-48b78383-a830-4c98-80ce-43da727e9b1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55330ea008ab4080af1b56c041aa96ba&device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 1100 time: 0.1150880 Jun 15 14:32:45.572456 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b4beb078-9697-4266-aa9d-6aadbd017f41 req-c96f5cc0-2ad1-4e93-9120-86d18d486c0e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=55330ea008ab4080af1b56c041aa96ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321012 Jun 15 14:32:45.604758 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926414cb-5754-471d-afb7-c897b8e5826f req-aee3fcca-cef4-410d-a0b5-61d851a63d7b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:45.607609 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-926414cb-5754-471d-afb7-c897b8e5826f req-aee3fcca-cef4-410d-a0b5-61d851a63d7b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 943 time: 0.0877521 Jun 15 14:32:45.674369 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-926414cb-5754-471d-afb7-c897b8e5826f req-aac38b2c-2ab7-4cc1-8457-5a3a7bf5607c tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575299 Jun 15 14:32:45.804232 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beb078-9697-4266-aa9d-6aadbd017f41 req-a245e421-d824-4bb0-8ced-519adaccd38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:45.806824 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b4beb078-9697-4266-aa9d-6aadbd017f41 req-a245e421-d824-4bb0-8ced-519adaccd38b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2285261 Jun 15 14:32:45.884634 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19f427-b686-46c2-a0af-80e41b4a7839 req-11e3bb16-7f51-4267-8709-3b5ba95d109a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:45.886290 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ae19f427-b686-46c2-a0af-80e41b4a7839 req-11e3bb16-7f51-4267-8709-3b5ba95d109a tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1032436 Jun 15 14:32:45.941491 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-f36c43a6-e62b-4cd4-8892-160d154cdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:45.943475 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-f36c43a6-e62b-4cd4-8892-160d154cdeb4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=55330ea008ab4080af1b56c041aa96ba&device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 1100 time: 0.0878670 Jun 15 14:32:45.947670 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ae19f427-b686-46c2-a0af-80e41b4a7839 req-1d7b6d35-f78c-4093-95ec-868b754ec029 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459347 Jun 15 14:32:46.013024 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-27dab4b4-f9d2-4ae7-8877-0c29993b2f73 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=97d15734-2fb0-4465-b67f-223b847031ac HTTP/1.1" status: 200 len: 217 time: 0.0612814 Jun 15 14:32:46.089898 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-7f3dfe49-fafa-447e-bfa6-aca841f7fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:46.092649 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-7f3dfe49-fafa-447e-bfa6-aca841f7fa14 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da5bfb50-7a95-4ed8-8212-5d8915fb73a2 HTTP/1.1" status: 200 len: 843 time: 0.0705700 Jun 15 14:32:46.222445 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-996db867-a862-467c-a8db-9d693c75b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:46.226566 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-996db867-a862-467c-a8db-9d693c75b269 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b103e921-82ce-4f7c-be06-4afbf0ed4674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1222565 Jun 15 14:32:46.330531 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device bf8b3c86-0f19-4f55-8e03-c20ef25960cb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:32:46.335590 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 1856d1af-8dea-4a6f-a102-aa0dc3720343 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:32:46.374692 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 1856d1af-8dea-4a6f-a102-aa0dc3720343 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:32:46.375714 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 1856d1af-8dea-4a6f-a102-aa0dc3720343 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:32:46.451561 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-47c71e87-777a-417c-b774-8ef34e0cfcb8 service neutron] 10.222.0.45 "GET /v2.0/networks/b103e921-82ce-4f7c-be06-4afbf0ed4674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145922 Jun 15 14:32:46.612268 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:46.639121 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'port_id': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'mac_address': 'fa:16:3e:a3:e6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:32:46.776425 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc852e-9ca2-43a4-b8f4-9e267f704093 req-f8ccf6db-dfd1-42a0-9952-2ca6d5db2a52 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:46.784835 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6edc852e-9ca2-43a4-b8f4-9e267f704093 req-f8ccf6db-dfd1-42a0-9952-2ca6d5db2a52 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 947 time: 0.1924334 Jun 15 14:32:46.820965 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:46.821604 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-cd6861e2-5f1d-4c7a-aa2c-0050b72bb61a req-77f33581-8f31-437b-ab43-724d6cc1b4f9 service neutron] 10.222.0.45 "GET /v2.0/networks/b103e921-82ce-4f7c-be06-4afbf0ed4674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632958 Jun 15 14:32:46.843644 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8b3c86-0f19-4f55-8e03-c20ef25960cb {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:46.877302 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:46.916089 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6edc852e-9ca2-43a4-b8f4-9e267f704093 req-5d45a224-5775-48a3-ae1c-4b74d2fbc920 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190763 Jun 15 14:32:46.993167 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:46.994497 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b716a-6474-4484-b6a4-c3aac56dff16 req-009f7b3b-3278-41e3-b1be-9ff28d854f7d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:47.007742 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3d6b716a-6474-4484-b6a4-c3aac56dff16 req-009f7b3b-3278-41e3-b1be-9ff28d854f7d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1882355 Jun 15 14:32:47.012111 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:47.039703 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-a10465eb-cc78-4045-adf6-4729aee6af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:47.051655 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-a10465eb-cc78-4045-adf6-4729aee6af60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 1098 time: 0.2148526 Jun 15 14:32:47.097721 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:47.103814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:47.125482 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3d6b716a-6474-4484-b6a4-c3aac56dff16 req-446b0e09-e256-4733-9ec4-3badda6da61b tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115658 Jun 15 14:32:47.234133 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa8e0-2abe-483d-8f08-02068ad58612 req-be9e6adc-44dc-4143-9354-d435077af91d tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:47.235985 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b1afa8e0-2abe-483d-8f08-02068ad58612 req-be9e6adc-44dc-4143-9354-d435077af91d tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 944 time: 0.1442516 Jun 15 14:32:47.296103 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-db9eba1b-6f8c-4dde-b017-ab8ebc66093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:47.297587 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-db9eba1b-6f8c-4dde-b017-ab8ebc66093f service neutron] 10.222.0.45 "GET /v2.0/networks?id=43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 200 len: 919 time: 0.2385247 Jun 15 14:32:47.327289 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b1afa8e0-2abe-483d-8f08-02068ad58612 req-6db668f5-5d0f-4091-aca9-5f96cebf1a8c tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761986 Jun 15 14:32:47.360684 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-0fff53ff-616b-48bb-a715-2ac909829e61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6 HTTP/1.1" status: 200 len: 217 time: 0.0545118 Jun 15 14:32:47.435051 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-ce32549e-b06c-4633-ba37-e81947d3af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:47.436635 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-ce32549e-b06c-4633-ba37-e81947d3af08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 200 len: 858 time: 0.0693505 Jun 15 14:32:47.486034 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-7309b07a-f471-42b4-b27c-c78a5c8d2c8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43342815-6762-4438-b9a1-4b70885d1710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419815 Jun 15 14:32:47.694294 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-01f00931-3805-4d9b-a2eb-b9c071f8a9a0 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011747 Jun 15 14:32:47.857111 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71dc5ada-91ab-47e8-8ca0-8e26386e1a8b req-9514aa0a-3c18-4986-af71-2b48f50c7541 service neutron] 10.222.0.45 "GET /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550510 Jun 15 14:32:48.098978 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['bf8b3c86-0f19-4f55-8e03-c20ef25960cb'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:48.232052 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff193b-c32c-41fe-95ae-6bf1d6240fb6 req-6c71df79-881d-44d3-98f0-b519637d7970 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:48.233606 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-97ff193b-c32c-41fe-95ae-6bf1d6240fb6 req-6c71df79-881d-44d3-98f0-b519637d7970 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 947 time: 0.0998545 Jun 15 14:32:48.294394 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-97ff193b-c32c-41fe-95ae-6bf1d6240fb6 req-7d5d501d-8daf-43ee-ba51-439f44432848 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531983 Jun 15 14:32:48.546415 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f931-99f3-4608-84d1-4a0cad3b61f2 req-8561e2c9-69d0-4229-ad10-eeaaeb82b383 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:48.547944 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b120f931-99f3-4608-84d1-4a0cad3b61f2 req-8561e2c9-69d0-4229-ad10-eeaaeb82b383 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1124709 Jun 15 14:32:48.629396 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b120f931-99f3-4608-84d1-4a0cad3b61f2 req-3fffc748-1221-4f87-bb1a-1c5ccb1af166 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669405 Jun 15 14:32:48.894812 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0b08-b133-4d83-a745-563d11c50eb9 req-a720e00e-d703-4aaa-a2ef-58ac4c777c42 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:48.896887 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-554f0b08-b133-4d83-a745-563d11c50eb9 req-a720e00e-d703-4aaa-a2ef-58ac4c777c42 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 944 time: 0.1050863 Jun 15 14:32:48.945925 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-554f0b08-b133-4d83-a745-563d11c50eb9 req-6b70c60c-d1f5-40fa-bd2e-c058d9d50d41 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Jun 15 14:32:49.181376 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5482019-2df7-4b03-8505-e60cb092d2eb req-7a606f90-9160-481d-82f8-d26ddc1dae54 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:49.184138 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a5482019-2df7-4b03-8505-e60cb092d2eb req-7a606f90-9160-481d-82f8-d26ddc1dae54 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 945 time: 0.1090395 Jun 15 14:32:49.259791 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a5482019-2df7-4b03-8505-e60cb092d2eb req-2e798eba-fd6c-43ec-a003-857e107618ad tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677032 Jun 15 14:32:49.285829 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8a9246ee-865d-43da-bf54-aba0e73692b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:49.519786 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7ba3-70e3-444e-b1f1-27729e251344 req-a5ea743f-f086-4f91-8ed5-15cdf9938ca3 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:49.522353 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a10b7ba3-70e3-444e-b1f1-27729e251344 req-a5ea743f-f086-4f91-8ed5-15cdf9938ca3 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.0866117 Jun 15 14:32:49.575257 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a10b7ba3-70e3-444e-b1f1-27729e251344 req-bc925d6e-f18f-4c7b-96d6-c248d43b31f6 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Jun 15 14:32:49.853881 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e053a-09e3-4646-88eb-4a1af3c70413 req-977f5839-1195-4f6c-b4b4-8475964cf257 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:49.855504 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8e5e053a-09e3-4646-88eb-4a1af3c70413 req-977f5839-1195-4f6c-b4b4-8475964cf257 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1152554 Jun 15 14:32:49.865472 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e976-f7bf-4815-9b6e-6a5911ff1aa5 req-014f09ac-d22e-4854-9ef0-4073ed6d7773 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:49.867138 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1881e976-f7bf-4815-9b6e-6a5911ff1aa5 req-014f09ac-d22e-4854-9ef0-4073ed6d7773 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 947 time: 0.1374862 Jun 15 14:32:49.946352 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8e5e053a-09e3-4646-88eb-4a1af3c70413 req-949970b8-c148-44dd-8e8e-be51304de983 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780904 Jun 15 14:32:49.952850 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1881e976-f7bf-4815-9b6e-6a5911ff1aa5 req-c0133dab-92c9-4ef6-ab8e-d373c48ed02a tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772853 Jun 15 14:32:50.270567 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19666a5-f93c-4a0f-aa86-1511cc5b03c5 req-40645451-b88f-4cf6-b249-7d8dca7b02e6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:50.272177 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f19666a5-f93c-4a0f-aa86-1511cc5b03c5 req-40645451-b88f-4cf6-b249-7d8dca7b02e6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2065563 Jun 15 14:32:50.281401 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1080c-aaf4-4075-a20e-976797118549 req-13e0f4cc-f37d-4b5a-9972-e0b15a7b167a tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:50.283314 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-37c1080c-aaf4-4075-a20e-976797118549 req-13e0f4cc-f37d-4b5a-9972-e0b15a7b167a tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 944 time: 0.1555364 Jun 15 14:32:50.356753 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device bf8b3c86-0f19-4f55-8e03-c20ef25960cb up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:50.363148 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-37c1080c-aaf4-4075-a20e-976797118549 req-1ebc24c3-2729-47a4-94bd-40c72b453fa8 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681515 Jun 15 14:32:50.366331 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f19666a5-f93c-4a0f-aa86-1511cc5b03c5 req-9a69a2f6-885b-4fdc-b937-4528c8e57b23 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816641 Jun 15 14:32:50.532867 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port bf8b3c86-0f19-4f55-8e03-c20ef25960cb completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:50.540435 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port bf8b3c86-0f19-4f55-8e03-c20ef25960cb triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:50.541090 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:50.582674 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bee422-ecf8-4276-8d27-56483f026810 req-7cf6c44f-3942-4742-b8b5-40246018dcf4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:50.583772 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-47bee422-ecf8-4276-8d27-56483f026810 req-7cf6c44f-3942-4742-b8b5-40246018dcf4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 945 time: 0.0899835 Jun 15 14:32:50.683515 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-47bee422-ecf8-4276-8d27-56483f026810 req-8e83e3ab-9031-45a1-9e63-13b3a51354e6 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865240 Jun 15 14:32:50.735318 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:50.770229 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:50.773405 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce969c7-7da9-4de4-8f92-ef1a9fdd679b" -d '{"events": [{"server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:50.793116 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:50.818854 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d327ca63-0dcd-492e-8c4d-dc78172104f6 x-openstack-request-id: req-d327ca63-0dcd-492e-8c4d-dc78172104f6 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:50.819487 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "name": "network-vif-plugged", "status": "completed", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:50.819922 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d327ca63-0dcd-492e-8c4d-dc78172104f6 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:50.820493 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'code': 200} Jun 15 14:32:50.867151 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f43b8-7469-4156-9244-afb5401655a8 req-bc97b647-370f-4c9f-be4a-2a7bc734accb tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:50.868942 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7a5f43b8-7469-4156-9244-afb5401655a8 req-bc97b647-370f-4c9f-be4a-2a7bc734accb tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.1265631 Jun 15 14:32:50.921354 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:50.925745 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:50.932209 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7a5f43b8-7469-4156-9244-afb5401655a8 req-3ca6ae56-fb5b-40d5-aa7d-ba9f070526ed tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Jun 15 14:32:51.142662 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:51.152618 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.155401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.155401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.155401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.155401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.155401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.155401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.155401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.155401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.156244 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.156244 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.156384 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:32:51.161214 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:51.289098 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2199f1-ab1b-4cbc-838f-23db5cec8ae7 req-e1bda8ff-0613-46a6-acc8-5e0ce3159209 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:51.289098 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b2199f1-ab1b-4cbc-838f-23db5cec8ae7 req-e1bda8ff-0613-46a6-acc8-5e0ce3159209 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.2048900 Jun 15 14:32:51.350225 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-3984e0c6-a165-452a-a61c-d367f25edaf4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:51.353705 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-3984e0c6-a165-452a-a61c-d367f25edaf4 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 945 time: 0.1286480 Jun 15 14:32:51.793293 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d4aa1-be23-4223-9ded-273fd965ff50 req-4a0d9f92-5408-40c0-81e7-f47fd1372a1d tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:51.795343 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7e0d4aa1-be23-4223-9ded-273fd965ff50 req-4a0d9f92-5408-40c0-81e7-f47fd1372a1d tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 947 time: 0.6432862 Jun 15 14:32:51.808402 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:51.833739 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-b1d33d0e-f3c4-4127-b578-d919cc0506a2 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:51.835288 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-b1d33d0e-f3c4-4127-b578-d919cc0506a2 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.45 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.1959152 Jun 15 14:32:51.838290 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b2199f1-ab1b-4cbc-838f-23db5cec8ae7 req-f8e4b174-f7d5-463c-be88-851a5955162f tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5432339 Jun 15 14:32:51.855312 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Deleting port d78c255d-ffc0-4d77-baa5-fe1297edfb44 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:32:51.855675 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:51.909314 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7e0d4aa1-be23-4223-9ded-273fd965ff50 req-c45d25b5-573d-4cfb-931c-b29f4fdd52ac tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983725 Jun 15 14:32:51.914825 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd8122-59ed-4c60-b925-fbf98275e79e req-cbe3b058-d8f1-4e66-89e1-89a999b30dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:51.917668 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4dcd8122-59ed-4c60-b925-fbf98275e79e req-cbe3b058-d8f1-4e66-89e1-89a999b30dd2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1098 time: 0.6102259 Jun 15 14:32:52.046062 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4dcd8122-59ed-4c60-b925-fbf98275e79e req-f943ec1b-fa87-4892-8b8e-dd24c6a51399 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086874 Jun 15 14:32:52.080265 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] For port d78c255d-ffc0-4d77-baa5-fe1297edfb44, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d78c255d-ffc0-4d77-baa5-fe1297edfb44,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:52.080935 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.094692 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ece1afb1-7621-4fad-b961-e189a700e6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.145921 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c64ffd-2b70-4420-93da-75ac068c2569 req-5d3b7fd2-76a8-4b0a-9ce4-8b78bc9eb039 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:52.147476 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-22c64ffd-2b70-4420-93da-75ac068c2569 req-5d3b7fd2-76a8-4b0a-9ce4-8b78bc9eb039 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.0818331 Jun 15 14:32:52.203381 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Calling delete_port for d78c255d-ffc0-4d77-baa5-fe1297edfb44 owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:32:52.224504 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Deleting port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:32:52.224836 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.235078 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-22c64ffd-2b70-4420-93da-75ac068c2569 req-f1e1af28-9d0e-438c-9e8d-5be397aca1d1 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767715 Jun 15 14:32:52.290288 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c208385-03c2-482f-8d95-5238abfd225f req-fddb39f6-f719-4a36-a6c6-680434242940 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:52.292485 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7c208385-03c2-482f-8d95-5238abfd225f req-fddb39f6-f719-4a36-a6c6-680434242940 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1038637 Jun 15 14:32:52.346562 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7c208385-03c2-482f-8d95-5238abfd225f req-3e724833-8339-49e1-9335-70dde85975c1 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434968 Jun 15 14:32:52.374231 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 97d15734-2fb0-4465-b67f-223b847031ac details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:32:52.444381 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] For port 51953bc3-42d6-4252-9b33-a7ba1aa71a06, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=51953bc3-42d6-4252-9b33-a7ba1aa71a06,segment=NetworkSegment(5ae6f329-46eb-4e98-a765-69775438460a),segment_id=5ae6f329-46eb-4e98-a765-69775438460a)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:52.445209 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.510200 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd6f8-6880-40a6-b32e-17a3ee5b6301 req-2fd9fefc-3914-4629-b141-811b79b1a05c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:52.514937 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-89abd6f8-6880-40a6-b32e-17a3ee5b6301 req-2fd9fefc-3914-4629-b141-811b79b1a05c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 945 time: 0.1150074 Jun 15 14:32:52.548255 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Calling delete_port for 51953bc3-42d6-4252-9b33-a7ba1aa71a06 owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:32:52.610160 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-89abd6f8-6880-40a6-b32e-17a3ee5b6301 req-586928fe-6412-4f3f-b4c4-6db73eff90b7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874374 Jun 15 14:32:52.648163 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 97d15734-2fb0-4465-b67f-223b847031ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=97d15734-2fb0-4465-b67f-223b847031ac,segment=NetworkSegment(f74f000f-3334-43e1-b061-4f0a1990fcaf),segment_id=f74f000f-3334-43e1-b061-4f0a1990fcaf)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:52.669773 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '97d15734-2fb0-4465-b67f-223b847031ac', 'network_id': 'b103e921-82ce-4f7c-be06-4afbf0ed4674', 'port_id': '97d15734-2fb0-4465-b67f-223b847031ac', 'mac_address': 'fa:16:3e:cb:d3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5bfb50-7a95-4ed8-8212-5d8915fb73a2', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:32:52.729401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.737152 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a5dd1-9f4b-40d8-a44a-a0257312f10a req-2307b4fb-cc38-41cb-8bb8-16e5ad275738 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:52.739147 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-832a5dd1-9f4b-40d8-a44a-a0257312f10a req-2307b4fb-cc38-41cb-8bb8-16e5ad275738 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 946 time: 0.0994151 Jun 15 14:32:52.751774 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d15734-2fb0-4465-b67f-223b847031ac {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:32:52.778352 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.784822 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 97d15734-2fb0-4465-b67f-223b847031ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=97d15734-2fb0-4465-b67f-223b847031ac,segment=NetworkSegment(f74f000f-3334-43e1-b061-4f0a1990fcaf),segment_id=f74f000f-3334-43e1-b061-4f0a1990fcaf)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:52.797461 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:52.806015 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', '68c51334-2531-4d0b-9e1a-b6ede8a8c49c', 'd78c255d-ffc0-4d77-baa5-fe1297edfb44'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:52.815152 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-832a5dd1-9f4b-40d8-a44a-a0257312f10a req-182ddab7-c7e0-4f99-aae2-e0a8eac38a73 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/security-groups?id=90ea30c2-559c-41e5-9ee8-34f453fca514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643566 Jun 15 14:32:52.867987 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Pushing event deleted for resources: {'Port': ['ID=d78c255d-ffc0-4d77-baa5-fe1297edfb44,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:52.892179 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.899257 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:52.925889 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:52.966287 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] No DVR routers for this DVR port d78c255d-ffc0-4d77-baa5-fe1297edfb44 on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:32:52.970940 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.971724 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:52.974130 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cd515e-5367-482f-ba98-cd2209615dcb req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "DELETE /v2.0/ports/d78c255d-ffc0-4d77-baa5-fe1297edfb44 HTTP/1.1" status: 204 len: 173 time: 1.6147425 Jun 15 14:32:52.974650 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a9313c-4e68-4587-8a54-8bd0c8e00fe2', 'name': 'network-vif-deleted', 'tag': 'd78c255d-ffc0-4d77-baa5-fe1297edfb44'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:52.977089 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc166fc6-a742-4990-a29d-abffe48131de" -d '{"events": [{"server_uuid": "e6a9313c-4e68-4587-8a54-8bd0c8e00fe2", "name": "network-vif-deleted", "tag": "d78c255d-ffc0-4d77-baa5-fe1297edfb44"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:53.026123 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb63a9a-ba3e-4f3f-812f-2506945a61b9 x-openstack-request-id: req-3cb63a9a-ba3e-4f3f-812f-2506945a61b9 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:53.026521 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a9313c-4e68-4587-8a54-8bd0c8e00fe2", "name": "network-vif-deleted", "tag": "d78c255d-ffc0-4d77-baa5-fe1297edfb44", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:53.026904 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3cb63a9a-ba3e-4f3f-812f-2506945a61b9 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:53.027383 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a9313c-4e68-4587-8a54-8bd0c8e00fe2', 'name': 'network-vif-deleted', 'tag': 'd78c255d-ffc0-4d77-baa5-fe1297edfb44', 'status': 'completed', 'code': 200} Jun 15 14:32:53.074083 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=97d15734-2fb0-4465-b67f-223b847031ac,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:53.088579 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:53.100501 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21761f-dfee-4731-8a03-31a1ae067d91 req-538deb66-ef47-4f47-81b4-60aac4160021 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:53.102375 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6a21761f-dfee-4731-8a03-31a1ae067d91 req-538deb66-ef47-4f47-81b4-60aac4160021 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0811706 Jun 15 14:32:53.165948 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:53.174613 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4e95982a-06e4-47fb-b4ec-9dac79ee9601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:53.192069 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6a21761f-dfee-4731-8a03-31a1ae067d91 req-3325e929-258c-4cdd-a0ae-4d0d3d3b85d8 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827310 Jun 15 14:32:53.237828 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Pushing event deleted for resources: {'Port': ['ID=51953bc3-42d6-4252-9b33-a7ba1aa71a06,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:53.242123 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:53.269568 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681bc36-e40a-4c52-894c-bf65bd71b0cd req-c742ab1a-b419-4912-99d3-2c95db97bbb9 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:53.273123 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6681bc36-e40a-4c52-894c-bf65bd71b0cd req-c742ab1a-b419-4912-99d3-2c95db97bbb9 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 948 time: 0.1339381 Jun 15 14:32:53.363613 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] No DVR routers for this DVR port 51953bc3-42d6-4252-9b33-a7ba1aa71a06 on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:32:53.368558 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:53.373418 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9f2143ab-3915-4aaa-8c36-c74a9db5d2b7 req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.45 "DELETE /v2.0/ports/51953bc3-42d6-4252-9b33-a7ba1aa71a06 HTTP/1.1" status: 204 len: 173 time: 1.5321944 Jun 15 14:32:53.427665 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6681bc36-e40a-4c52-894c-bf65bd71b0cd req-4286381c-e571-4241-a563-7f9192c52136 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236539 Jun 15 14:32:53.501609 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4bd9e-a008-4fe0-b626-5e19e1c32e9d req-30e9302f-28d7-4534-8c32-b601154e5f22 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:53.503511 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e1b4bd9e-a008-4fe0-b626-5e19e1c32e9d req-30e9302f-28d7-4534-8c32-b601154e5f22 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.0944610 Jun 15 14:32:53.566942 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e1b4bd9e-a008-4fe0-b626-5e19e1c32e9d req-6ea77611-bce5-4b5e-91a8-6b4db1409f65 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501204 Jun 15 14:32:53.597099 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['97d15734-2fb0-4465-b67f-223b847031ac'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:53.785619 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b1b11-d1d9-469e-9030-aa703ccb11ab req-67d28f5f-bec6-4cf3-a111-a6d5028e2912 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:53.789300 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5d5b1b11-d1d9-469e-9030-aa703ccb11ab req-67d28f5f-bec6-4cf3-a111-a6d5028e2912 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1438036 Jun 15 14:32:53.865059 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5d5b1b11-d1d9-469e-9030-aa703ccb11ab req-180adb85-7fc0-4ea8-9a53-82272088dce6 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691545 Jun 15 14:32:53.942070 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a389538b-b26f-43ed-b58f-11d33101f209 req-37edf356-1dbe-4449-b32f-becff447a661 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6a9313c-4e68-4587-8a54-8bd0c8e00fe2 HTTP/1.1" status: 200 len: 210 time: 0.0649149 Jun 15 14:32:54.062615 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b0f15daa-69b7-4642-a5f1-4d4e982d908e req-865d4fcd-c1a4-4805-8978-9d3a0c273f4d tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] 10.222.0.22 "GET /v2.0/ports?device_id=54172359-2725-454a-b52d-562fe1b7e43c HTTP/1.1" status: 200 len: 210 time: 0.0636783 Jun 15 14:32:54.364869 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['51953bc3-42d6-4252-9b33-a7ba1aa71a06'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:54.530038 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bcd5-b6e2-48a0-aa3f-cb5c16eb9968 req-e633c4a6-9dfd-491f-a22d-ec1e3a23e804 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:54.535965 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d897bcd5-b6e2-48a0-aa3f-cb5c16eb9968 req-e633c4a6-9dfd-491f-a22d-ec1e3a23e804 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1176898 Jun 15 14:32:54.614970 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d897bcd5-b6e2-48a0-aa3f-cb5c16eb9968 req-d90b33b7-53c8-48b7-813c-b496b6ab17eb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685573 Jun 15 14:32:54.721067 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:54.764933 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cec77-71e4-4763-aad1-7543da12c57f req-42ed166c-f51c-4057-a551-3857a5daf4a4 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:54.766970 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c47cec77-71e4-4763-aad1-7543da12c57f req-42ed166c-f51c-4057-a551-3857a5daf4a4 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 948 time: 0.0912187 Jun 15 14:32:54.850854 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c47cec77-71e4-4763-aad1-7543da12c57f req-32e42656-5dc2-48e3-a7ae-0f917b01b35a tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709052 Jun 15 14:32:54.889816 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b29c9-c03d-4f56-85b9-ec13764193ff req-1dab37df-14da-4a5e-8e90-f334c7ba843d tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:54.891416 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-843b29c9-c03d-4f56-85b9-ec13764193ff req-1dab37df-14da-4a5e-8e90-f334c7ba843d tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.1235411 Jun 15 14:32:54.942907 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-843b29c9-c03d-4f56-85b9-ec13764193ff req-bca5a351-632f-472a-b100-82ed2df1e870 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427783 Jun 15 14:32:55.028965 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54172359-2725-454a-b52d-562fe1b7e43c', 'name': 'network-vif-deleted', 'tag': '51953bc3-42d6-4252-9b33-a7ba1aa71a06'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:55.031373 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb4eace-9cff-47db-99d8-d87a0efbedeb" -d '{"events": [{"server_uuid": "54172359-2725-454a-b52d-562fe1b7e43c", "name": "network-vif-deleted", "tag": "51953bc3-42d6-4252-9b33-a7ba1aa71a06"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:55.134051 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74553bae-7226-4a4b-ae8e-cce8959e0dca x-openstack-request-id: req-74553bae-7226-4a4b-ae8e-cce8959e0dca {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:55.134546 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54172359-2725-454a-b52d-562fe1b7e43c", "name": "network-vif-deleted", "tag": "51953bc3-42d6-4252-9b33-a7ba1aa71a06", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:55.134888 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74553bae-7226-4a4b-ae8e-cce8959e0dca {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:55.135407 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54172359-2725-454a-b52d-562fe1b7e43c', 'name': 'network-vif-deleted', 'tag': '51953bc3-42d6-4252-9b33-a7ba1aa71a06', 'status': 'completed', 'code': 200} Jun 15 14:32:55.182074 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140c80f-e7ef-453c-8877-a0235404eb20 req-6fcdb704-5f13-4f8b-896c-7908604a6e75 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:55.183654 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d140c80f-e7ef-453c-8877-a0235404eb20 req-6fcdb704-5f13-4f8b-896c-7908604a6e75 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.1062632 Jun 15 14:32:55.250466 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d140c80f-e7ef-453c-8877-a0235404eb20 req-3ab1921e-08ec-4669-a1b5-3f98aba2007f tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593841 Jun 15 14:32:55.866689 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ab249-056c-4b20-9cf0-769d17aa5780 req-63fe2c0c-9c26-40fd-b5b8-9645f5e84c1b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:55.868253 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c66ab249-056c-4b20-9cf0-769d17aa5780 req-63fe2c0c-9c26-40fd-b5b8-9645f5e84c1b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.1184931 Jun 15 14:32:55.893707 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72bee-12b3-49cc-bec0-296b9058223d req-b6e0cf18-2240-41dd-91e7-81fe62663a86 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:55.895322 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-26d72bee-12b3-49cc-bec0-296b9058223d req-b6e0cf18-2240-41dd-91e7-81fe62663a86 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1128962 Jun 15 14:32:55.963137 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c66ab249-056c-4b20-9cf0-769d17aa5780 req-7f4a1b52-4622-4c3d-9549-f0c75ab670a9 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815735 Jun 15 14:32:55.970521 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-26d72bee-12b3-49cc-bec0-296b9058223d req-279fda41-8d8b-4a89-a463-6e9931ed803d tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635185 Jun 15 14:32:56.236782 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356600c-a321-4ee2-8ec7-9acc3106b042 req-2a6d5e97-5f42-4fb9-829e-e89415beeccc tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:56.238600 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0356600c-a321-4ee2-8ec7-9acc3106b042 req-2a6d5e97-5f42-4fb9-829e-e89415beeccc tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 948 time: 0.1341813 Jun 15 14:32:56.260916 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fc0a5-8848-43e1-b701-0953725cc6ff req-93b18ab6-8ec5-4183-ace0-132c4f9abda7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:56.268375 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5e7fc0a5-8848-43e1-b701-0953725cc6ff req-93b18ab6-8ec5-4183-ace0-132c4f9abda7 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 945 time: 0.1195354 Jun 15 14:32:56.336922 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0356600c-a321-4ee2-8ec7-9acc3106b042 req-294756c0-c603-42dd-a89e-804637d17d58 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900931 Jun 15 14:32:56.339616 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5e7fc0a5-8848-43e1-b701-0953725cc6ff req-9ef7656a-248a-471b-ae9c-b9ae7fcb12f1 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704603 Jun 15 14:32:56.438745 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 97d15734-2fb0-4465-b67f-223b847031ac up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:32:56.565913 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 97d15734-2fb0-4465-b67f-223b847031ac completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:32:56.570572 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 97d15734-2fb0-4465-b67f-223b847031ac triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:32:56.570959 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:56.665040 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:56.692500 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbef5631-846f-4a7a-bae3-c8b82598aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d15734-2fb0-4465-b67f-223b847031ac'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:56.694812 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac10da68-f9bd-42aa-b14b-1c83cad0f9bc" -d '{"events": [{"server_uuid": "cbef5631-846f-4a7a-bae3-c8b82598aa91", "name": "network-vif-plugged", "status": "completed", "tag": "97d15734-2fb0-4465-b67f-223b847031ac"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:32:56.711453 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 97d15734-2fb0-4465-b67f-223b847031ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=97d15734-2fb0-4465-b67f-223b847031ac,segment=NetworkSegment(f74f000f-3334-43e1-b061-4f0a1990fcaf),segment_id=f74f000f-3334-43e1-b061-4f0a1990fcaf)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:56.757996 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08a1a97-572a-4dc7-a8df-6e845513374e x-openstack-request-id: req-a08a1a97-572a-4dc7-a8df-6e845513374e {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:32:56.758352 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbef5631-846f-4a7a-bae3-c8b82598aa91", "name": "network-vif-plugged", "status": "completed", "tag": "97d15734-2fb0-4465-b67f-223b847031ac", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:32:56.758691 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a08a1a97-572a-4dc7-a8df-6e845513374e {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:32:56.759188 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbef5631-846f-4a7a-bae3-c8b82598aa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d15734-2fb0-4465-b67f-223b847031ac', 'code': 200} Jun 15 14:32:56.789037 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:56.790448 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 51953bc3-42d6-4252-9b33-a7ba1aa71a06 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:32:56.792383 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:56.857345 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 51953bc3-42d6-4252-9b33-a7ba1aa71a06 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:32:56.857846 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 51953bc3-42d6-4252-9b33-a7ba1aa71a06 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:32:56.858385 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device d78c255d-ffc0-4d77-baa5-fe1297edfb44 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:32:56.894154 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: d78c255d-ffc0-4d77-baa5-fe1297edfb44 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:32:56.894758 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device d78c255d-ffc0-4d77-baa5-fe1297edfb44 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:32:56.923994 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=97d15734-2fb0-4465-b67f-223b847031ac,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:56.934591 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:57.175433 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8d10b-eb66-4eef-b9cd-f372588e0b27 req-bcd67dd3-24a9-4983-8377-9f425d150f10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.176983 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0cf8d10b-eb66-4eef-b9cd-f372588e0b27 req-bcd67dd3-24a9-4983-8377-9f425d150f10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0800631 Jun 15 14:32:57.246591 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0cf8d10b-eb66-4eef-b9cd-f372588e0b27 req-0f51b153-6b66-4cfb-8058-419a8af82e28 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607581 Jun 15 14:32:57.250315 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b67d7-8e5c-404d-981f-998ad8585c18 req-fdbcb745-26b4-4c5a-80fe-2a2834c4d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.251913 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-475b67d7-8e5c-404d-981f-998ad8585c18 req-fdbcb745-26b4-4c5a-80fe-2a2834c4d5c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 1102 time: 0.0838253 Jun 15 14:32:57.297163 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-475b67d7-8e5c-404d-981f-998ad8585c18 req-4706d05f-cfe6-4d5c-b160-000575d453bd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363505 Jun 15 14:32:57.557793 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:32:57.599721 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffe603-2f6a-40f8-9037-4b0a8b1f9c00 req-101426d5-fdc7-4b92-8a88-37b3c91d7b68 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.601310 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f5ffe603-2f6a-40f8-9037-4b0a8b1f9c00 req-101426d5-fdc7-4b92-8a88-37b3c91d7b68 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 945 time: 0.1325939 Jun 15 14:32:57.623213 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcebbc1-8456-4e82-b068-91b6da2131da req-0eb05e6c-c5fc-45dc-8d11-b567a7dc683d tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:57.624763 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2dcebbc1-8456-4e82-b068-91b6da2131da req-0eb05e6c-c5fc-45dc-8d11-b567a7dc683d tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 949 time: 0.1192741 Jun 15 14:32:57.676958 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f5ffe603-2f6a-40f8-9037-4b0a8b1f9c00 req-0be0d745-0f1f-42dc-903a-4b44dcbe0c7e tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683162 Jun 15 14:32:57.691763 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2dcebbc1-8456-4e82-b068-91b6da2131da req-a7c77210-54e4-450d-b9d5-c0cb4bcc54c3 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559220 Jun 15 14:32:58.224405 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-a82bd08e-682f-4e67-937c-8688b8015726 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:58.226161 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-a82bd08e-682f-4e67-937c-8688b8015726 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 945 time: 0.0940168 Jun 15 14:32:58.412492 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Deleting port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:32:58.414101 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:58.468060 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d1c28-63ab-4b07-bee9-e797f3904d48 req-0f2cfc1f-e4b9-4e82-9500-a3e92f808fae tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:58.469786 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-db0d1c28-63ab-4b07-bee9-e797f3904d48 req-0f2cfc1f-e4b9-4e82-9500-a3e92f808fae tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0786395 Jun 15 14:32:58.525815 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-db0d1c28-63ab-4b07-bee9-e797f3904d48 req-640da568-a666-4ada-806f-7832b0d15ad9 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480766 Jun 15 14:32:58.556800 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] For port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:32:58.557174 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:58.658657 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Calling delete_port for 68c51334-2531-4d0b-9e1a-b6ede8a8c49c owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:32:59.018964 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:59.024957 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:32:59.043332 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc0c17-a5b8-484d-b776-46c5958444d3 req-e234948b-a958-4678-8e5a-2e9cf0a1b23d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:59.046123 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c8bc0c17-a5b8-484d-b776-46c5958444d3 req-e234948b-a958-4678-8e5a-2e9cf0a1b23d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 945 time: 0.2098808 Jun 15 14:32:59.046428 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', '68c51334-2531-4d0b-9e1a-b6ede8a8c49c'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:32:59.060691 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa091e-4a9c-4f2a-be40-68811e929468 req-356d189d-bd32-4522-a850-dde508171b5f tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:32:59.062717 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-01fa091e-4a9c-4f2a-be40-68811e929468 req-356d189d-bd32-4522-a850-dde508171b5f tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 949 time: 0.2445505 Jun 15 14:32:59.072865 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Pushing event deleted for resources: {'Port': ['ID=68c51334-2531-4d0b-9e1a-b6ede8a8c49c,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:32:59.076846 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:32:59.140484 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c8bc0c17-a5b8-484d-b776-46c5958444d3 req-126c83e9-87f5-41aa-ae42-b07b1adccc3b tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766544 Jun 15 14:32:59.150388 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-01fa091e-4a9c-4f2a-be40-68811e929468 req-19afeadc-8da2-4b5f-bba2-888a8709b26e tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796156 Jun 15 14:32:59.702799 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] No DVR routers for this DVR port 68c51334-2531-4d0b-9e1a-b6ede8a8c49c on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:32:59.705982 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:59.708177 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d0f71520-e1fe-47f3-a523-c6556591e4be req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "DELETE /v2.0/ports/68c51334-2531-4d0b-9e1a-b6ede8a8c49c HTTP/1.1" status: 204 len: 173 time: 1.4756534 Jun 15 14:32:59.708715 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1f6aec-c316-4d9b-9f32-e03325f6c108', 'name': 'network-vif-deleted', 'tag': '68c51334-2531-4d0b-9e1a-b6ede8a8c49c'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:32:59.711017 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f092d1-ba86-40fe-a5a8-956054f5c629" -d '{"events": [{"server_uuid": "7f1f6aec-c316-4d9b-9f32-e03325f6c108", "name": "network-vif-deleted", "tag": "68c51334-2531-4d0b-9e1a-b6ede8a8c49c"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:00.270765 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e560b9-43eb-4d73-9877-4a7a50b90efa req-03f7ee89-e03a-4531-b2f8-394ec5b7b194 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:00.272393 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d3e560b9-43eb-4d73-9877-4a7a50b90efa req-03f7ee89-e03a-4531-b2f8-394ec5b7b194 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1148593 Jun 15 14:33:00.328055 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d3e560b9-43eb-4d73-9877-4a7a50b90efa req-5d2395ab-bbb5-4a95-8b92-a36ca6d467c1 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490689 Jun 15 14:33:00.418001 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a98d86-00c3-4499-a143-956458374926 x-openstack-request-id: req-f1a98d86-00c3-4499-a143-956458374926 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:00.418436 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f1f6aec-c316-4d9b-9f32-e03325f6c108", "name": "network-vif-deleted", "tag": "68c51334-2531-4d0b-9e1a-b6ede8a8c49c", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:00.418942 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1a98d86-00c3-4499-a143-956458374926 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:00.419899 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1f6aec-c316-4d9b-9f32-e03325f6c108', 'name': 'network-vif-deleted', 'tag': '68c51334-2531-4d0b-9e1a-b6ede8a8c49c', 'status': 'completed', 'code': 200} Jun 15 14:33:00.634538 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318c2cd-f8ef-4876-bb79-886e827b3fd8 req-7d7b6177-ddad-4f26-aafe-407b0147b0fc tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:00.636114 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3318c2cd-f8ef-4876-bb79-886e827b3fd8 req-7d7b6177-ddad-4f26-aafe-407b0147b0fc tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.0783236 Jun 15 14:33:00.681854 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3318c2cd-f8ef-4876-bb79-886e827b3fd8 req-5c3b53d7-e349-4c57-9176-1b6c081e20a4 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 Jun 15 14:33:00.837801 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e7f252c4-2399-40d6-bf17-17a3b422d81d req-90559533-f62b-4157-8ef6-bce708a1e12a tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f1f6aec-c316-4d9b-9f32-e03325f6c108 HTTP/1.1" status: 200 len: 210 time: 0.0665905 Jun 15 14:33:00.939060 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd6096-1b3b-454b-b8b9-1cc3b8d5f27f req-c42b0879-1102-4d1f-91e6-bb7f29bca48d tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:00.947481 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4ffd6096-1b3b-454b-b8b9-1cc3b8d5f27f req-c42b0879-1102-4d1f-91e6-bb7f29bca48d tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 949 time: 0.1135750 Jun 15 14:33:00.992603 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4ffd6096-1b3b-454b-b8b9-1cc3b8d5f27f req-9649ff5e-ac33-4e87-a61d-365356f4d317 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440786 Jun 15 14:33:01.547337 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0da9ef-dc72-4c6d-88ca-5e5e3886b169 req-698f754b-7972-4915-9d5a-feb82ff42c0c tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:01.549134 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad0da9ef-dc72-4c6d-88ca-5e5e3886b169 req-698f754b-7972-4915-9d5a-feb82ff42c0c tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0866804 Jun 15 14:33:01.612095 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad0da9ef-dc72-4c6d-88ca-5e5e3886b169 req-54709813-ed57-46ea-a419-ff9fb06f3fec tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558040 Jun 15 14:33:01.729238 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061cc847-4525-4c1d-ba75-cbaf7ae25560 req-405bf202-1c1f-4182-b2e0-4a11b3094f34 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:01.732113 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-061cc847-4525-4c1d-ba75-cbaf7ae25560 req-405bf202-1c1f-4182-b2e0-4a11b3094f34 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 949 time: 0.0984142 Jun 15 14:33:01.804762 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-061cc847-4525-4c1d-ba75-cbaf7ae25560 req-ae57edc8-9b13-468a-a17d-b5157549a9f1 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620949 Jun 15 14:33:01.952201 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1014d-f9d8-4ac7-987a-28a65682be64 req-7ead486c-5286-43b3-b075-4c2484303353 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:01.955760 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-76c1014d-f9d8-4ac7-987a-28a65682be64 req-7ead486c-5286-43b3-b075-4c2484303353 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1450043 Jun 15 14:33:02.006276 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-76c1014d-f9d8-4ac7-987a-28a65682be64 req-3f9a68a9-ee4a-4887-b93a-52d2f840757d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443473 Jun 15 14:33:02.467114 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 68c51334-2531-4d0b-9e1a-b6ede8a8c49c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:02.502814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 68c51334-2531-4d0b-9e1a-b6ede8a8c49c {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:33:02.503167 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 68c51334-2531-4d0b-9e1a-b6ede8a8c49c not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:33:02.821224 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359f741-d5dd-4661-bf8d-e9c0fb3cea02 req-762602fd-97b0-4c24-a102-8539a17b97b5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:02.822748 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3359f741-d5dd-4661-bf8d-e9c0fb3cea02 req-762602fd-97b0-4c24-a102-8539a17b97b5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0835307 Jun 15 14:33:02.878523 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3359f741-d5dd-4661-bf8d-e9c0fb3cea02 req-34f6afbb-5056-4185-b2af-cbcc75a86b80 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493660 Jun 15 14:33:03.006010 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:03.019696 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ee110-3ebc-4e42-9d50-1ba4abff4c3d req-bdc0c05a-175e-49a3-a16a-f1f27f4552ae tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:03.021579 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-457ee110-3ebc-4e42-9d50-1ba4abff4c3d req-bdc0c05a-175e-49a3-a16a-f1f27f4552ae tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 949 time: 0.0939550 Jun 15 14:33:03.092289 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-457ee110-3ebc-4e42-9d50-1ba4abff4c3d req-b579b93c-bcab-4cbe-b783-7f99125bc548 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603456 Jun 15 14:33:03.233213 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475eec00-749b-4801-bd0d-2e41d55ee680 req-fc4766ae-27c7-49fa-ba59-920eda6c575d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:03.234799 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-475eec00-749b-4801-bd0d-2e41d55ee680 req-fc4766ae-27c7-49fa-ba59-920eda6c575d tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.0784242 Jun 15 14:33:03.284585 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-475eec00-749b-4801-bd0d-2e41d55ee680 req-4f9703bb-76f1-49ae-9ad7-8defa495b525 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Jun 15 14:33:03.825492 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-89771344-4ade-48dd-b5ef-907cd497f623 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:03.827106 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-89771344-4ade-48dd-b5ef-907cd497f623 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 949 time: 0.1113267 Jun 15 14:33:04.273543 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688af7e9-4ff6-43c2-bad6-cc6684573314 req-a9dacbea-e35c-411f-8901-e0341006d590 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.275971 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-688af7e9-4ff6-43c2-bad6-cc6684573314 req-a9dacbea-e35c-411f-8901-e0341006d590 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.2050035 Jun 15 14:33:04.293881 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-3c5f66d2-e825-4fd9-9736-1e2df9ccd7a7 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.295395 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-3c5f66d2-e825-4fd9-9736-1e2df9ccd7a7 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.45 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.4578378 Jun 15 14:33:04.296971 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Deleting port 97d15734-2fb0-4465-b67f-223b847031ac {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:33:04.297370 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:04.302175 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f43008-215f-45b8-9b45-a6a9659f3d1f req-6e6cd9cf-ed70-4ca7-a8d7-11562aa2f751 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.304451 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-95f43008-215f-45b8-9b45-a6a9659f3d1f req-6e6cd9cf-ed70-4ca7-a8d7-11562aa2f751 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1706073 Jun 15 14:33:04.382741 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-688af7e9-4ff6-43c2-bad6-cc6684573314 req-b918c119-a70b-40f7-a22d-836fcb09fde0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956695 Jun 15 14:33:04.396482 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-95f43008-215f-45b8-9b45-a6a9659f3d1f req-5ed8b75c-4264-4ccd-813b-d1c7f30ce272 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739965 Jun 15 14:33:04.503889 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] For port 97d15734-2fb0-4465-b67f-223b847031ac, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=97d15734-2fb0-4465-b67f-223b847031ac,segment=NetworkSegment(f74f000f-3334-43e1-b061-4f0a1990fcaf),segment_id=f74f000f-3334-43e1-b061-4f0a1990fcaf)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:04.504246 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:04.617728 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Calling delete_port for 97d15734-2fb0-4465-b67f-223b847031ac owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:33:04.626028 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Deleting port 7664d04c-f7be-4601-ba5b-2c24a89f0756 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:33:04.626396 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:04.649367 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b604f-76ae-4a44-a228-c718d7e0430e req-b4ff9457-565a-4abb-99e0-499c0b4e4e6c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.650820 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-724b604f-76ae-4a44-a228-c718d7e0430e req-b4ff9457-565a-4abb-99e0-499c0b4e4e6c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 945 time: 0.1322083 Jun 15 14:33:04.663718 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2003da-ce16-404d-8313-29fa1be9d5de req-b353225d-6bf8-4625-9da6-937e4cdaef05 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.665264 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bd2003da-ce16-404d-8313-29fa1be9d5de req-b353225d-6bf8-4625-9da6-937e4cdaef05 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 949 time: 0.1049254 Jun 15 14:33:04.731170 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-724b604f-76ae-4a44-a228-c718d7e0430e req-2788dbb2-692c-4db7-aa82-f46179406eb8 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648832 Jun 15 14:33:04.734058 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bd2003da-ce16-404d-8313-29fa1be9d5de req-5f510666-be16-4847-960e-72e4abae90dd tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/security-groups?id=c2621f65-12f8-4044-ba8d-59e4aa3f068d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617654 Jun 15 14:33:04.822455 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] For port 7664d04c-f7be-4601-ba5b-2c24a89f0756, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7664d04c-f7be-4601-ba5b-2c24a89f0756,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:04.822812 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:04.951588 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Calling delete_port for 7664d04c-f7be-4601-ba5b-2c24a89f0756 owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:33:04.959885 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a01563-afdd-4860-8a62-189d39fe1804 req-85ac8ec3-7e9d-43c0-8d43-b2bfe7d4f8c7 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:04.961776 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-20a01563-afdd-4860-8a62-189d39fe1804 req-85ac8ec3-7e9d-43c0-8d43-b2bfe7d4f8c7 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.0965364 Jun 15 14:33:05.041729 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-20a01563-afdd-4860-8a62-189d39fe1804 req-efa54ce6-e33b-4dca-9440-433918286f6d tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712101 Jun 15 14:33:05.078042 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58258) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:05.183297 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:05.189403 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:05.202620 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['97d15734-2fb0-4465-b67f-223b847031ac'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:05.230085 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Pushing event deleted for resources: {'Port': ['ID=97d15734-2fb0-4465-b67f-223b847031ac,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:05.232527 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:05.249010 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:05.255001 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3edaed99-336f-41cf-b95f-5d52c42e1eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:05.268638 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['7664d04c-f7be-4601-ba5b-2c24a89f0756', '5feb99ad-1def-4f9f-8899-b622d0c994d6'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:05.318012 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Pushing event deleted for resources: {'Port': ['ID=7664d04c-f7be-4601-ba5b-2c24a89f0756,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:05.322300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:05.420899 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] No DVR routers for this DVR port 7664d04c-f7be-4601-ba5b-2c24a89f0756 on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:33:05.439404 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:05.459996 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-1ceb7b7a-e264-470c-aa2d-a4bcb84dc9f5 req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.45 "DELETE /v2.0/ports/7664d04c-f7be-4601-ba5b-2c24a89f0756 HTTP/1.1" status: 204 len: 173 time: 1.1573508 Jun 15 14:33:05.462288 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3eed1d4-ca4a-4365-bf65-43d85f622fdb', 'name': 'network-vif-deleted', 'tag': '7664d04c-f7be-4601-ba5b-2c24a89f0756'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:05.481021 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf610d-2271-488b-b6e7-f407ecc76c71 tempest-TestMinimumBasicScenario-1492048136 tempest-TestMinimumBasicScenario-1492048136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.484019 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-56cf610d-2271-488b-b6e7-f407ecc76c71 tempest-TestMinimumBasicScenario-1492048136 tempest-TestMinimumBasicScenario-1492048136-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1093 time: 0.4037049 Jun 15 14:33:05.490292 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f96859d-d00e-4d26-9e86-1ec2741e54fd" -d '{"events": [{"server_uuid": "c3eed1d4-ca4a-4365-bf65-43d85f622fdb", "name": "network-vif-deleted", "tag": "7664d04c-f7be-4601-ba5b-2c24a89f0756"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:05.495194 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58270) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:05.532621 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'floatingip': {'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'port_id': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:05.573180 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] No DVR routers for this DVR port 97d15734-2fb0-4465-b67f-223b847031ac on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:33:05.577790 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:05.581359 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-33d2da5e-8df3-4ebd-ac64-8eaa3d5f0c32 req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.45 "DELETE /v2.0/ports/97d15734-2fb0-4465-b67f-223b847031ac HTTP/1.1" status: 204 len: 173 time: 1.7450943 Jun 15 14:33:05.822047 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa05064-fb62-4114-9b1b-7c13c46c2dd8 req-0ae9b6c3-9e8d-4ca8-a5c3-d09776a2e803 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.823565 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6fa05064-fb62-4114-9b1b-7c13c46c2dd8 req-0ae9b6c3-9e8d-4ca8-a5c3-d09776a2e803 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.2499042 Jun 15 14:33:05.845986 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba7e6e-42f2-491d-9435-d544a8122ccb req-2249b76f-d9d7-4d9e-8ac3-c7475af81f4f tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:05.847474 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0aba7e6e-42f2-491d-9435-d544a8122ccb req-2249b76f-d9d7-4d9e-8ac3-c7475af81f4f tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.1469338 Jun 15 14:33:05.850900 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for floatingip, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:05.932618 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6fa05064-fb62-4114-9b1b-7c13c46c2dd8 req-ae1c4c60-d9de-4e74-b4e9-f8f948d13b18 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007733 Jun 15 14:33:05.986870 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0aba7e6e-42f2-491d-9435-d544a8122ccb req-726213dc-c99d-4cc9-a901-787d6818a2eb tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990427 Jun 15 14:33:06.065862 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f0c05a-36e0-42c5-af1f-7cfaf41bbeb7 x-openstack-request-id: req-d0f0c05a-36e0-42c5-af1f-7cfaf41bbeb7 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:06.066560 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3eed1d4-ca4a-4365-bf65-43d85f622fdb", "name": "network-vif-deleted", "tag": "7664d04c-f7be-4601-ba5b-2c24a89f0756", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:06.066560 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0f0c05a-36e0-42c5-af1f-7cfaf41bbeb7 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:06.066901 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3eed1d4-ca4a-4365-bf65-43d85f622fdb', 'name': 'network-vif-deleted', 'tag': '7664d04c-f7be-4601-ba5b-2c24a89f0756', 'status': 'completed', 'code': 200} Jun 15 14:33:06.111810 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-692e734e-36d9-4b5c-9685-e557ea4800b5 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:06.113841 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-692e734e-36d9-4b5c-9685-e557ea4800b5 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.1772459 Jun 15 14:33:06.153740 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.260144 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-05c63f9a-6738-4a43-8851-9485804d119b req-df899a13-20e7-46be-9a5d-70d7064abd2c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3eed1d4-ca4a-4365-bf65-43d85f622fdb HTTP/1.1" status: 200 len: 210 time: 0.0872068 Jun 15 14:33:06.272390 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Deleting port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:33:06.273162 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.322167 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dc1b6c25-46d6-44fe-a0b0-db13917c3bff req-c7fca578-78db-44a4-8f97-6d61c8ae63ff tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0944808 Jun 15 14:33:06.428791 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] For port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,segment=NetworkSegment(3631f569-5d8c-4ca8-a676-5a64a774edfd),segment_id=3631f569-5d8c-4ca8-a676-5a64a774edfd)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:06.429635 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.455197 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Allocated IP 172.28.2.80 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/81edd26c-d1ce-4d72-9bff-06bee9d50f8b) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:33:06.633964 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Calling delete_port for e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:33:06.723202 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:06.947513 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100b0d6-f671-4d29-8256-379fa31fb4e8 req-742f250c-f7cc-4057-82eb-6cc55a28bad8 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:06.947513 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1100b0d6-f671-4d29-8256-379fa31fb4e8 req-742f250c-f7cc-4057-82eb-6cc55a28bad8 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1077456 Jun 15 14:33:07.012685 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1100b0d6-f671-4d29-8256-379fa31fb4e8 req-76c6a6c0-49b4-43cd-af35-f4ac74b7e8d7 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554023 Jun 15 14:33:07.033294 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-c1b4c05b-1b0b-4db6-aaf3-ad31eb587bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:07.034873 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-c1b4c05b-1b0b-4db6-aaf3-ad31eb587bc0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 1098 time: 0.1221976 Jun 15 14:33:07.204749 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-72f5cfed-a2f0-49c2-8dfe-0a15da865090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:07.207096 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-72f5cfed-a2f0-49c2-8dfe-0a15da865090 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 911 time: 0.1635952 Jun 15 14:33:07.230694 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2336600-0ea8-4da8-8c19-a0c540363c55 req-35ca7097-41ec-43ed-8d73-940790c0b93c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:07.233283 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b2336600-0ea8-4da8-8c19-a0c540363c55 req-35ca7097-41ec-43ed-8d73-940790c0b93c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 946 time: 0.1190329 Jun 15 14:33:07.234503 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:07.238020 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-2fc23726-eaa6-4565-81b0-fa5606d1299c tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:07.295003 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:07.307936 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:07.311246 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:07.377222 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Pushing event deleted for resources: {'Port': ['ID=e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:07.405049 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:07.414554 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:07.424522 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:07.441266 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:33:07.494027 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-edbf1e1c-cebc-4349-aa74-2a81680a5174 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 200 len: 1001 time: 0.2739689 Jun 15 14:33:07.548282 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] No DVR routers for this DVR port e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:33:07.551761 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:07.555497 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8bd04afc-70b3-4b7c-b609-826c7d8ce2cd req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.45 "DELETE /v2.0/ports/e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba HTTP/1.1" status: 204 len: 173 time: 1.4344273 Jun 15 14:33:07.639532 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'Port': ['ID=81edd26c-d1ce-4d72-9bff-06bee9d50f8b,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:07.666054 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:07.672294 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b2336600-0ea8-4da8-8c19-a0c540363c55 req-c7f18cd1-7349-432b-89dc-5dac54f49cfa tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/security-groups?id=5188d6ce-ec33-43b5-8bae-a661c7b81482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243028 Jun 15 14:33:07.689167 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-98d5aad1-7aa4-4348-9ba0-7283f536247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:07.689167 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-98d5aad1-7aa4-4348-9ba0-7283f536247c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.1496606 Jun 15 14:33:07.816889 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-d2ec81fe-bcfb-4ba7-b747-3f3e24483c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:07.819957 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-d2ec81fe-bcfb-4ba7-b747-3f3e24483c1a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1269493 Jun 15 14:33:07.992183 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-ecec3449-bb80-4f11-ae71-f999fb73e88c service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647601 Jun 15 14:33:08.000780 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-95143787-75d9-4db0-8b31-f64492e045d3 req-91af20c2-469d-4d89-9503-adac22cbc62e tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbef5631-846f-4a7a-bae3-c8b82598aa91 HTTP/1.1" status: 200 len: 210 time: 0.0939689 Jun 15 14:33:08.109392 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbef5631-846f-4a7a-bae3-c8b82598aa91', 'name': 'network-vif-deleted', 'tag': '97d15734-2fb0-4465-b67f-223b847031ac'}, {'server_uuid': '0c53dd83-ee81-441b-a30a-971f9f14ad9c', 'name': 'network-vif-deleted', 'tag': 'e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:08.109392 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0799bf4-ced3-478e-bb8c-06ba2c6f96d0" -d '{"events": [{"server_uuid": "cbef5631-846f-4a7a-bae3-c8b82598aa91", "name": "network-vif-deleted", "tag": "97d15734-2fb0-4465-b67f-223b847031ac"}, {"server_uuid": "0c53dd83-ee81-441b-a30a-971f9f14ad9c", "name": "network-vif-deleted", "tag": "e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:08.208705 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8a4b1f5a-3956-4a85-9363-94d32b7cd4a8 req-66e2acd2-b949-4422-93de-ee4bd1992c04 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828747 Jun 15 14:33:08.510391 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7664d04c-f7be-4601-ba5b-2c24a89f0756 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:08.556686 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 7664d04c-f7be-4601-ba5b-2c24a89f0756 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:33:08.557022 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7664d04c-f7be-4601-ba5b-2c24a89f0756 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:33:08.557469 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 97d15734-2fb0-4465-b67f-223b847031ac no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:08.584861 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56fa747-0631-428b-9623-87fedbe2a705 x-openstack-request-id: req-c56fa747-0631-428b-9623-87fedbe2a705 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:08.585165 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbef5631-846f-4a7a-bae3-c8b82598aa91", "name": "network-vif-deleted", "tag": "97d15734-2fb0-4465-b67f-223b847031ac", "status": "completed", "code": 200}, {"server_uuid": "0c53dd83-ee81-441b-a30a-971f9f14ad9c", "name": "network-vif-deleted", "tag": "e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:08.585459 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c56fa747-0631-428b-9623-87fedbe2a705 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:08.585891 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbef5631-846f-4a7a-bae3-c8b82598aa91', 'name': 'network-vif-deleted', 'tag': '97d15734-2fb0-4465-b67f-223b847031ac', 'status': 'completed', 'code': 200} Jun 15 14:33:08.586178 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c53dd83-ee81-441b-a30a-971f9f14ad9c', 'name': 'network-vif-deleted', 'tag': 'e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba', 'status': 'completed', 'code': 200} Jun 15 14:33:08.851718 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 97d15734-2fb0-4465-b67f-223b847031ac {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:33:08.852997 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 97d15734-2fb0-4465-b67f-223b847031ac not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:33:08.853979 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:08.913719 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:33:08.914234 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device e4dbe4ce-4848-4ae8-8c1b-03ccbc800bba not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:33:08.944210 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58328) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:09.121882 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9e5f9-1cbf-4cf4-9760-46d539e4eb6b req-8544fcc0-a17f-4d40-b5de-861f4192a45c tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:09.123530 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c3e9e5f9-1cbf-4cf4-9760-46d539e4eb6b req-8544fcc0-a17f-4d40-b5de-861f4192a45c tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.8532090 Jun 15 14:33:09.127479 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-da4875de-f6d3-4ba2-bf28-66136e431e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.131669 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.252528 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c3e9e5f9-1cbf-4cf4-9760-46d539e4eb6b req-1039581b-5229-4455-bd82-0f39e7ca59c2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911205 Jun 15 14:33:09.261059 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf529df-90bc-4826-bee2-83dde0b37abb req-4a107b3b-3f85-4da2-bc28-fe9d8828ab19 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:09.262801 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3bf529df-90bc-4826-bee2-83dde0b37abb req-4a107b3b-3f85-4da2-bc28-fe9d8828ab19 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2592115 Jun 15 14:33:09.340471 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3bf529df-90bc-4826-bee2-83dde0b37abb req-e1a432c4-059d-416a-8a22-346084e0b069 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675416 Jun 15 14:33:09.351192 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-da4875de-f6d3-4ba2-bf28-66136e431e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.440947 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-da4875de-f6d3-4ba2-bf28-66136e431e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.448705 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-058ea54d-5a3f-46db-83dc-faf310cfe401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:09.530818 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-da4875de-f6d3-4ba2-bf28-66136e431e72 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1aa1933db9494bc4926cd8cbee2a2137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5854056 Jun 15 14:33:09.531802 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4875de-f6d3-4ba2-bf28-66136e431e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f55235-b867-4819-94c3-56c672319710,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:09.536079 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4af21694-3e10-477b-b1cd-00c5b5516dea req-a392cca7-4212-4e3b-80ff-cba3608f8a44 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c53dd83-ee81-441b-a30a-971f9f14ad9c HTTP/1.1" status: 200 len: 210 time: 0.0528204 Jun 15 14:33:09.536361 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58338) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:09.538659 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-da4875de-f6d3-4ba2-bf28-66136e431e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:09.551810 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.602400 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-00ed09b1-ed5a-43a6-9407-4d020dbe1877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.641680 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-00ed09b1-ed5a-43a6-9407-4d020dbe1877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.797764 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-00ed09b1-ed5a-43a6-9407-4d020dbe1877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.803708 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-00ed09b1-ed5a-43a6-9407-4d020dbe1877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.804843 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.808193 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-00ed09b1-ed5a-43a6-9407-4d020dbe1877 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98f55235-b867-4819-94c3-56c672319710 HTTP/1.1" status: 204 len: 168 time: 0.2683804 Jun 15 14:33:09.808193 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3251bf9f-c0f1-4e38-9052-2967606a8bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:09.822798 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed09b1-ed5a-43a6-9407-4d020dbe1877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f55235-b867-4819-94c3-56c672319710,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:09.826622 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-00ed09b1-ed5a-43a6-9407-4d020dbe1877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:09.874811 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:09.881055 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:09.937613 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:10.112555 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'Port': ['ID=81edd26c-d1ce-4d72-9bff-06bee9d50f8b,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:10.117111 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:10.178660 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.l3_db [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Floating IP 2b0cec9d-9d55-4c3e-b5e8-d7153c8a6ae0 associated. External IP: 172.28.2.80, port: bf8b3c86-0f19-4f55-8e03-c20ef25960cb. Jun 15 14:33:10.626076 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:33:10.643426 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4c86e-4adc-4013-81f5-9227d8e6da9f req-f3ea9527-0fea-49b8-a7d7-a0895e47649d tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:10.645040 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-03c4c86e-4adc-4013-81f5-9227d8e6da9f req-f3ea9527-0fea-49b8-a7d7-a0895e47649d tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1784146 Jun 15 14:33:10.662547 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab309c0-3488-49c2-8edd-c1b111bcdf9e req-8aa7feba-df20-4fe7-a0cc-ead9e3170d17 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:10.670177 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ab309c0-3488-49c2-8edd-c1b111bcdf9e req-8aa7feba-df20-4fe7-a0cc-ead9e3170d17 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1533222 Jun 15 14:33:10.875159 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ab309c0-3488-49c2-8edd-c1b111bcdf9e req-bf56572a-8577-4aa2-8b26-5ac3aa5e615f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045541 Jun 15 14:33:10.881718 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-03c4c86e-4adc-4013-81f5-9227d8e6da9f req-1841b515-d17a-4942-9b9c-45cda2b0b17d tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088063 Jun 15 14:33:11.031522 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:33:11.032908 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] Sync routers for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:33:11.032908 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:11.032908 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:32:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:11.034076 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58384) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:11.145307 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_v2 [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] Deleting subnet 69786d4a-deab-4b68-9f91-a888e7faac83 {{(pid=92287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:33:11.148989 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:11.150960 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:11.170672 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:11.219514 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7181160 Jun 15 14:33:11.220358 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:11.222978 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:11.225368 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58386) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:11.231601 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937711261', 'description': 'tempest-secgroup-smoke-937711261 description', 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:11.254163 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26891138'] for subnet, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:11.312001 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:11.324767 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e26cd9-de62-494b-8c91-b988e7a5e31c x-openstack-request-id: req-a4e26cd9-de62-494b-8c91-b988e7a5e31c {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:11.325711 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:11.326494 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4e26cd9-de62-494b-8c91-b988e7a5e31c {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:11.332223 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'status': 'completed', 'code': 200} Jun 15 14:33:11.410811 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:11.507923 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-c9b0d967-2110-41c6-a945-c64a5cd82af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:11.507923 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-c9b0d967-2110-41c6-a945-c64a5cd82af1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1098 time: 0.1413355 Jun 15 14:33:11.573952 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '2b0cec9d-9d55-4c3e-b5e8-d7153c8a6ae0', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'floating_ip_address': '172.28.2.80', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'port_id': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'mac_address': 'fa:16:3e:a3:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:08Z', 'updated_at': '2021-06-15T14:33:08Z', 'revision_number': 0, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:42Z', 'revision_number': 5, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:11.583665 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27175753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26222068'] for subnet, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:11.584150 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] Checking router: 228a2a9d-396d-4ad5-95f9-f054ac4a2731 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:33:11.596000 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:11.597050 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:32:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:11.601592 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-597e1070-9866-451e-865e-2bf7f8ab2efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:11.813811 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:12.047116 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69786d4a-deab-4b68-9f91-a888e7faac83,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:12.078864 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.085163 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.091039 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/69786d4a-deab-4b68-9f91-a888e7faac83 HTTP/1.1" status: 204 len: 168 time: 1.0516245 Jun 15 14:33:12.099423 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58450) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:12.136298 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-228fdbe3-39a2-40f0-a651-7fd1b474b495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:12.188889 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.208127 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-aec4ddfb-e32e-4f8b-8e86-240452495bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:12.254847 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-0643e96b-40d3-44aa-8bcc-1d60aa514f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:12.257111 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-0643e96b-40d3-44aa-8bcc-1d60aa514f39 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af35941b-f8ed-47d2-9605-fa5f4492e103 HTTP/1.1" status: 200 len: 915 time: 0.7387576 Jun 15 14:33:12.259184 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940dd7a7-f0f4-42ef-882c-682450541328,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:12.259416 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.274209 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:12.300507 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '2b0cec9d-9d55-4c3e-b5e8-d7153c8a6ae0', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'floating_ip_address': '172.28.2.80', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'port_id': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'mac_address': 'fa:16:3e:a3:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:08Z', 'updated_at': '2021-06-15T14:33:08Z', 'revision_number': 0, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:42Z', 'revision_number': 5, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:12.305348 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cedca3-f004-479b-bf6d-c38da880a95e None None] The sync data for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb is: [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '2b0cec9d-9d55-4c3e-b5e8-d7153c8a6ae0', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'floating_ip_address': '172.28.2.80', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'port_id': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'mac_address': 'fa:16:3e:a3:e6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:08Z', 'updated_at': '2021-06-15T14:33:08Z', 'revision_number': 0, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:42Z', 'revision_number': 5, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:33:12.340704 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.346805 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1202023 Jun 15 14:33:12.349328 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58460) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:12.365504 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'security_group_rule': {'security_group_id': '940dd7a7-f0f4-42ef-882c-682450541328', 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:12.424020 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a15bfc-0a97-4dc5-a9b3-ee71845ba39e req-daf5f8e2-f4f6-4917-bbe6-28cdb0c20471 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:12.428657 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a2a15bfc-0a97-4dc5-a9b3-ee71845ba39e req-daf5f8e2-f4f6-4917-bbe6-28cdb0c20471 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.2936988 Jun 15 14:33:12.456109 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-9330de3a-9647-485d-9f04-cf4c9bf87480 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 998 time: 0.1834729 Jun 15 14:33:12.502218 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.521337 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.521950 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.523023 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.523535 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.524061 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.524557 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.525047 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.529491 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.529491 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.529491 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.554604 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.574738 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-744ad906-092b-4bab-847b-0c5182c3448f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:12.576280 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-744ad906-092b-4bab-847b-0c5182c3448f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dbd0b3-b65e-497c-8174-f21135a4087b HTTP/1.1" status: 200 len: 853 time: 0.1113644 Jun 15 14:33:12.647988 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b12af9-2097-440e-9e73-1171780574b7 None None] New status for floating IP 2b0cec9d-9d55-4c3e-b5e8-d7153c8a6ae0: ACTIVE {{(pid=92289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:33:12.669018 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.687647 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-5aef9a77-c694-416f-8836-ede5374b01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:12.689729 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-5aef9a77-c694-416f-8836-ede5374b01b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af35941b-f8ed-47d2-9605-fa5f4492e103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042590 Jun 15 14:33:12.795891 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.796651 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.797257 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.798574 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92288) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:33:12.799205 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3596dd34-fe96-4a4c-a0bc-fceb0ee2b719']}} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:12.836930 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3631f569-5d8c-4ca8-a676-5a64a774edfd') {'for_net_delete': True} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:12.837467 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3631f569-5d8c-4ca8-a676-5a64a774edfd') {} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:12.837634 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.848214 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:12.861085 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a2a15bfc-0a97-4dc5-a9b3-ee71845ba39e req-1f726c17-c99e-4a79-aef3-7ebb79f74be5 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237666 Jun 15 14:33:12.872764 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838346'] for segment, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.903077 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aeb75c4-0cae-4f7c-8759-6517bffb00cd,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:12.921577 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:12.960234 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-c0b88dcb-a893-4790-b753-07a36ab2181f service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553418 Jun 15 14:33:12.966949 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.988335 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=92288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:33:12.988335 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28981961'] for segment, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: Traceback (most recent call last): Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: timer() Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: cb(*args, **kw) Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: return func(*args, **kwargs) Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: self._notify() Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: self.callback(batched_events) Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: event.method(event) Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: return f(self, *a, **k) Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: return self._get(url).json() Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: return self.request(url, 'GET', **kwargs) Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:33:12.989040 dv-cinder-796286-3-smb neutron-server[92288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:33:12.995985 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:12.997236 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6399024 Jun 15 14:33:13.007020 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58474) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:13.012641 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-65e68532-a85c-4a5f-aa58-af9f885aa02e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'security_group_rule': {'security_group_id': '940dd7a7-f0f4-42ef-882c-682450541328', 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:13.141281 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-66bbd3b6-16d5-46b9-958c-b6c8a2ca4cde req-9fd573c0-4849-4cbb-8caa-6434cca7a1a4 service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784105 Jun 15 14:33:13.168679 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-65e68532-a85c-4a5f-aa58-af9f885aa02e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.250643 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.264290 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0aa09072-2291-4884-8bea-88afcbb9cb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:13.282698 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.284680 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3596dd34-fe96-4a4c-a0bc-fceb0ee2b719 HTTP/1.1" status: 204 len: 168 time: 1.1840789 Jun 15 14:33:13.288271 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3596dd34-fe96-4a4c-a0bc-fceb0ee2b719,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:13.292965 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:13.301348 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-65e68532-a85c-4a5f-aa58-af9f885aa02e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.366380 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-65e68532-a85c-4a5f-aa58-af9f885aa02e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.370356 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:13.403793 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e68532-a85c-4a5f-aa58-af9f885aa02e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf604cda-ea30-4b70-aafa-0226636f5d1a,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:13.411540 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-65e68532-a85c-4a5f-aa58-af9f885aa02e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:13.481465 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-65e68532-a85c-4a5f-aa58-af9f885aa02e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.484012 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-65e68532-a85c-4a5f-aa58-af9f885aa02e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4745278 Jun 15 14:33:13.486621 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58526) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:13.495053 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-2810ce25-090d-46bb-bb2c-d2ca238bc623 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'security_group_rule': {'security_group_id': '940dd7a7-f0f4-42ef-882c-682450541328', 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:13.628688 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2810ce25-090d-46bb-bb2c-d2ca238bc623 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.711794 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2810ce25-090d-46bb-bb2c-d2ca238bc623 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.742546 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58538) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:13.760579 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2810ce25-090d-46bb-bb2c-d2ca238bc623 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.766149 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:13.796767 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810ce25-090d-46bb-bb2c-d2ca238bc623 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0055db09-7d5e-4175-b087-0a53976b7d3c,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:13.804735 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2810ce25-090d-46bb-bb2c-d2ca238bc623 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:13.821698 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a095acc3-3744-4a73-843d-94916c3e9af7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71d5d50b9bd74e00a57d1cdba7a38e97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0779798 Jun 15 14:33:13.824165 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58540) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:13.893627 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2810ce25-090d-46bb-bb2c-d2ca238bc623 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.895573 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2810ce25-090d-46bb-bb2c-d2ca238bc623 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069450 Jun 15 14:33:13.898917 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58542) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:13.905278 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-350ce0c3-bbf2-4ae6-808f-b0b4dafca431 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'security_group_rule': {'security_group_id': '940dd7a7-f0f4-42ef-882c-682450541328', 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:13.917126 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9d81eee2-f44b-4983-9e45-8ae39d6af0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:13.947984 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9d81eee2-f44b-4983-9e45-8ae39d6af0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.049214 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-350ce0c3-bbf2-4ae6-808f-b0b4dafca431 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.205560 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-350ce0c3-bbf2-4ae6-808f-b0b4dafca431 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.211773 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9d81eee2-f44b-4983-9e45-8ae39d6af0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.218830 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9d81eee2-f44b-4983-9e45-8ae39d6af0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.221205 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9d81eee2-f44b-4983-9e45-8ae39d6af0c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5188d6ce-ec33-43b5-8bae-a661c7b81482 HTTP/1.1" status: 204 len: 168 time: 0.3955035 Jun 15 14:33:14.222702 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-00ed09b1-ed5a-43a6-9407-4d020dbe1877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:14.242903 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81eee2-f44b-4983-9e45-8ae39d6af0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5188d6ce-ec33-43b5-8bae-a661c7b81482,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:14.248010 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9d81eee2-f44b-4983-9e45-8ae39d6af0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:14.303760 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-350ce0c3-bbf2-4ae6-808f-b0b4dafca431 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.306068 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-17f44a5c-31c1-490b-8842-5124390394f2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:14.364686 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ce0c3-bbf2-4ae6-808f-b0b4dafca431 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14451983-eb0f-4225-afbe-899532930243,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:14.385674 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-350ce0c3-bbf2-4ae6-808f-b0b4dafca431 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:14.442481 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-350ce0c3-bbf2-4ae6-808f-b0b4dafca431 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.448000 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-350ce0c3-bbf2-4ae6-808f-b0b4dafca431 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5433748 Jun 15 14:33:14.448942 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58578) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:14.453156 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'security_group_rule': {'security_group_id': '940dd7a7-f0f4-42ef-882c-682450541328', 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:14.489264 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639b883-b2ff-45e2-b28f-9a61230bbed1 req-b8a11cb4-5de5-4322-ae48-e805334f3eda tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:14.490899 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2639b883-b2ff-45e2-b28f-9a61230bbed1 req-b8a11cb4-5de5-4322-ae48-e805334f3eda tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.0941284 Jun 15 14:33:14.539914 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2639b883-b2ff-45e2-b28f-9a61230bbed1 req-c19ebdae-fae7-453e-93d8-e800c3cca5e4 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Jun 15 14:33:14.550150 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.securitygroups_db [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Project ecf405e21b1b4dbb91a74872b400a4eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:33:14.558969 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.650027 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.748248 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.750431 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-96fa6b22-6340-4ddc-988e-97ef052959de tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:14.783925 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443e8706-0c4b-4317-9b6f-10784e61081e,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:14.786868 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:14.846519 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:14.850844 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3993616 Jun 15 14:33:14.851348 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58594) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:14.859392 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'security_group_rule': {'security_group_id': '940dd7a7-f0f4-42ef-882c-682450541328', 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:15.023320 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.securitygroups_db [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Project ecf405e21b1b4dbb91a74872b400a4eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:33:15.031707 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:15.145670 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:15.240578 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:15.243906 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:15.281139 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4697d4b4-7fde-4008-97c1-de5c632683f4,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:15.287055 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:15.390111 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:15.394025 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5407953 Jun 15 14:33:15.459247 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-f5a94c2f-b8ae-4657-80e3-af378266f490 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:15.465951 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-f5a94c2f-b8ae-4657-80e3-af378266f490 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.45 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.1146688 Jun 15 14:33:15.673976 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-ab393523-7464-46bc-97f6-b1eeb9e5b55f tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937711261&fields=id&tenant_id=ecf405e21b1b4dbb91a74872b400a4eb HTTP/1.1" status: 200 len: 267 time: 0.0732102 Jun 15 14:33:15.727571 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Deleting port 5feb99ad-1def-4f9f-8899-b622d0c994d6 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:33:15.728149 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:16.013120 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] For port 5feb99ad-1def-4f9f-8899-b622d0c994d6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5feb99ad-1def-4f9f-8899-b622d0c994d6,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:16.013513 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:16.185835 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Calling delete_port for 5feb99ad-1def-4f9f-8899-b622d0c994d6 owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:33:16.384383 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28772e7-9055-4378-b080-079ae4ee1907 req-1522b2c1-983f-4e2d-83c7-990576a5046f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:16.388954 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e28772e7-9055-4378-b080-079ae4ee1907 req-1522b2c1-983f-4e2d-83c7-990576a5046f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 945 time: 0.6193743 Jun 15 14:33:16.424942 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-0e4400fe-8d5d-41fa-a089-500e1a407f54 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:16.427494 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-0e4400fe-8d5d-41fa-a089-500e1a407f54 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.7286673 Jun 15 14:33:16.453907 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'port': {'security_groups': ['05d484c3-c6d7-4f8a-b455-eb48c2082874', '940dd7a7-f0f4-42ef-882c-682450541328']}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:16.537888 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e28772e7-9055-4378-b080-079ae4ee1907 req-4861294d-7699-4e8d-88d4-d6422e1f7f2c tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/security-groups?id=6f7041ae-c08d-489d-92fa-eece98ec0e94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402528 Jun 15 14:33:16.545646 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:16.555973 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:16.561704 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['5feb99ad-1def-4f9f-8899-b622d0c994d6'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:16.639220 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Pushing event deleted for resources: {'Port': ['ID=5feb99ad-1def-4f9f-8899-b622d0c994d6,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:16.653632 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:16.669306 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:16.750934 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] No DVR routers for this DVR port 5feb99ad-1def-4f9f-8899-b622d0c994d6 on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:33:16.756452 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:16.760419 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-765c1779-0204-4e21-ae26-7d9fee57c4bd req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.45 "DELETE /v2.0/ports/5feb99ad-1def-4f9f-8899-b622d0c994d6 HTTP/1.1" status: 204 len: 173 time: 1.2925320 Jun 15 14:33:16.761264 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df88ded0-6ad2-4e4a-a2f3-f794a960d9ce', 'name': 'network-vif-deleted', 'tag': '5feb99ad-1def-4f9f-8899-b622d0c994d6'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:16.765691 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea0696b-8522-4a55-9047-224094913a10" -d '{"events": [{"server_uuid": "df88ded0-6ad2-4e4a-a2f3-f794a960d9ce", "name": "network-vif-deleted", "tag": "5feb99ad-1def-4f9f-8899-b622d0c994d6"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:16.825473 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498785d4-8ea2-40ab-8926-b1e5e50af9f9 x-openstack-request-id: req-498785d4-8ea2-40ab-8926-b1e5e50af9f9 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:16.826249 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df88ded0-6ad2-4e4a-a2f3-f794a960d9ce", "name": "network-vif-deleted", "tag": "5feb99ad-1def-4f9f-8899-b622d0c994d6", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:16.826249 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-498785d4-8ea2-40ab-8926-b1e5e50af9f9 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:16.826583 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df88ded0-6ad2-4e4a-a2f3-f794a960d9ce', 'name': 'network-vif-deleted', 'tag': '5feb99ad-1def-4f9f-8899-b622d0c994d6', 'status': 'completed', 'code': 200} Jun 15 14:33:17.074145 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] For port bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:17.126285 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:17.229028 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28981933'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:17.236037 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-004222a9-04f3-4a4b-a8a4-0ac4a5be8349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:17.242910 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['bf8b3c86-0f19-4f55-8e03-c20ef25960cb'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:17.344514 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:17.345389 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:17.351308 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6efdd8e1-81e3-4e8a-be13-29c4a78a5e86 req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "PUT /v2.0/ports/bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 981 time: 0.9069927 Jun 15 14:33:17.352145 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:17.355639 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:17.409212 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'Port': ['ID=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,revision_number=6']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:17.418017 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:17.478965 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['bf8b3c86-0f19-4f55-8e03-c20ef25960cb'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:17.513619 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2f170d-0de1-47d5-91ce-9756ec5f27ff x-openstack-request-id: req-aa2f170d-0de1-47d5-91ce-9756ec5f27ff {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:17.513619 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:17.513619 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa2f170d-0de1-47d5-91ce-9756ec5f27ff {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:17.513619 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'status': 'completed', 'code': 200} Jun 15 14:33:17.818149 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-52eabe0d-5592-4159-b771-c12e11a67a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:17.824625 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-52eabe0d-5592-4159-b771-c12e11a67a98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1137 time: 0.2807209 Jun 15 14:33:17.914388 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507130d-abbd-4fa4-aab3-f8830a9a286d req-b2761bfb-d1df-43ef-b13d-8ea9ce9e5118 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:17.920932 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3507130d-abbd-4fa4-aab3-f8830a9a286d req-b2761bfb-d1df-43ef-b13d-8ea9ce9e5118 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.2906148 Jun 15 14:33:18.033023 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-37892484-6208-45a0-89b4-f6f7cb848347 None None] Provisioning complete for port bf8b3c86-0f19-4f55-8e03-c20ef25960cb triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:18.034105 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-37892484-6208-45a0-89b4-f6f7cb848347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:18.061395 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58700) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:18.117193 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-fee765d8-e86d-4bef-975a-7704c27fc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.120458 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-fee765d8-e86d-4bef-975a-7704c27fc76c service neutron] 10.222.0.45 "GET /v2.0/networks?id=af35941b-f8ed-47d2-9605-fa5f4492e103 HTTP/1.1" status: 200 len: 915 time: 0.2854500 Jun 15 14:33:18.171166 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3507130d-abbd-4fa4-aab3-f8830a9a286d req-c4cf7753-62a2-48d7-9e1c-e0558b59087a tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2370558 Jun 15 14:33:18.192888 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a9773174-8987-4e9b-95f5-46a7c457cc77 req-b605f173-6433-463f-931e-4b8072d9cbbf tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] 10.222.0.22 "GET /v2.0/ports?device_id=df88ded0-6ad2-4e4a-a2f3-f794a960d9ce HTTP/1.1" status: 200 len: 210 time: 0.1405835 Jun 15 14:33:18.395999 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-c6da8004-af0b-48fe-a401-3db7199124d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 1000 time: 0.2664425 Jun 15 14:33:18.479137 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-224544ce-2eaa-4fbd-9dd2-71e11bd20833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.480735 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-224544ce-2eaa-4fbd-9dd2-71e11bd20833 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dbd0b3-b65e-497c-8174-f21135a4087b HTTP/1.1" status: 200 len: 853 time: 0.0769179 Jun 15 14:33:18.504251 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-de8ca5e5-71ab-4af8-80d3-5b0381483da7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55330ea008ab4080af1b56c041aa96ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312887 Jun 15 14:33:18.508725 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58722) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:18.610953 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a7b442a0-3f27-4c29-a7fd-3db15718fdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:18.616220 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-c3d6d4c4-6b7e-439b-8612-2e2d363c0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:18.617898 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-c3d6d4c4-6b7e-439b-8612-2e2d363c0a47 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af35941b-f8ed-47d2-9605-fa5f4492e103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1210179 Jun 15 14:33:18.669510 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a7b442a0-3f27-4c29-a7fd-3db15718fdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:18.808720 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-4fcb31a7-8f96-4212-9f06-70a3761d7744 service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818938 Jun 15 14:33:18.903044 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a7b442a0-3f27-4c29-a7fd-3db15718fdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:18.905767 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a7b442a0-3f27-4c29-a7fd-3db15718fdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:18.906928 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a7b442a0-3f27-4c29-a7fd-3db15718fdad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2621f65-12f8-4044-ba8d-59e4aa3f068d HTTP/1.1" status: 204 len: 168 time: 0.3971584 Jun 15 14:33:18.914458 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c2d25ac4-6726-48eb-8302-c94eee9cf4c0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:18.928417 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b442a0-3f27-4c29-a7fd-3db15718fdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2621f65-12f8-4044-ba8d-59e4aa3f068d,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:18.932101 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a7b442a0-3f27-4c29-a7fd-3db15718fdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:18.949298 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2cfd9f86-32c2-4b35-936c-98df0fc9cc98 req-882e878e-964b-4d64-8f0e-4f8fbe80ce4b service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332512 Jun 15 14:33:19.295751 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58732) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:19.308198 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-007eeebe-2eb3-4471-9e54-47c74c3615a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:19.712086 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58736) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:19.823639 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Deleting subnet e38e1950-a3b0-4aa6-815d-bc8b060de532 {{(pid=92288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:33:19.829096 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:19.869174 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670420'] for router_interface, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:19.877844 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838337'] for subnet, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:19.968107 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.172532 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28981600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29298134'] for subnet, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.178792 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b52325dd-e56b-41b4-abde-bf562bf1c3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:20.241901 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.247801 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e38e1950-a3b0-4aa6-815d-bc8b060de532 HTTP/1.1" status: 204 len: 168 time: 0.5318720 Jun 15 14:33:20.247801 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e38e1950-a3b0-4aa6-815d-bc8b060de532,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:20.253268 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:20.254864 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58742) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:20.395101 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.544444 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.567139 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649fb5cb-79a8-49aa-981f-6d2f6df8fbab']}} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:20.569360 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 5feb99ad-1def-4f9f-8899-b622d0c994d6 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:20.582728 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae6f329-46eb-4e98-a765-69775438460a') {'for_net_delete': True} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:20.583351 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae6f329-46eb-4e98-a765-69775438460a') {} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:20.595841 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838346'] for segment, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.615996 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.624768 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=92288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:33:20.625523 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28981961'] for segment, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: Traceback (most recent call last): Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: timer() Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: cb(*args, **kw) Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: return func(*args, **kwargs) Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: self._notify() Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: self.callback(batched_events) Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: event.method(event) Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: return f(self, *a, **k) Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: return self._get(url).json() Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: return self.request(url, 'GET', **kwargs) Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:33:20.627520 dv-cinder-796286-3-smb neutron-server[92288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:33:20.632365 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 5feb99ad-1def-4f9f-8899-b622d0c994d6 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:33:20.632365 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 5feb99ad-1def-4f9f-8899-b622d0c994d6 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:33:20.723747 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Deleting port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:33:20.724395 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.800260 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.806048 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.811743 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] 10.222.0.22 "DELETE /v2.0/networks/649fb5cb-79a8-49aa-981f-6d2f6df8fbab HTTP/1.1" status: 204 len: 168 time: 0.5521269 Jun 15 14:33:20.811743 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-22e2edad-00b5-43ad-b3bb-57c7d0a3fe5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:20.812059 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58744) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:20.832726 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Pushing event deleted for resources: {'Network': ['ID=649fb5cb-79a8-49aa-981f-6d2f6df8fbab,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:20.836051 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:20.902348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] For port 37e2b3f2-54dc-4623-b53d-3ea9d0b40930, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,segment=NetworkSegment(d908a0db-36c6-4154-87ad-008f19968ad9),segment_id=d908a0db-36c6-4154-87ad-008f19968ad9)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:20.903084 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.913429 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] Deleting subnet 78715755-bebc-4695-9f98-ae74bdf2a84c {{(pid=92288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:33:20.919195 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:20.980853 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838337'] for subnet, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.076712 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.087248 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Calling delete_port for 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 owned by network:router_interface {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:33:21.281135 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28981600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29298134'] for subnet, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.286893 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b15d8b4f-208f-4c61-935f-2b2874af3b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:21.337099 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.343792 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/78715755-bebc-4695-9f98-ae74bdf2a84c HTTP/1.1" status: 204 len: 168 time: 0.5269167 Jun 15 14:33:21.343792 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78715755-bebc-4695-9f98-ae74bdf2a84c,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:21.345063 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58754) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:21.347432 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4b0342ac-ad0f-4d21-9eb6-8dc06958b213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:21.454838 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.474798 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.480194 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fa15e2a7-a3cf-4315-a3b9-e7da952b2dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:21.518551 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Pushing event deleted for resources: {'Port': ['ID=37e2b3f2-54dc-4623-b53d-3ea9d0b40930,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:21.546437 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:21.577264 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.592115 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296ae44e-47f0-4ad9-8a96-1cf306f95374']}} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:21.606417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb533bac-7970-4573-8d14-bca3fcc5080e') {'for_net_delete': True} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:21.606719 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb533bac-7970-4573-8d14-bca3fcc5080e') {} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:21.620807 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838346'] for segment, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.639856 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.648000 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=92288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:33:21.648417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28981961'] for segment, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: Traceback (most recent call last): Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: timer() Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: cb(*args, **kw) Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: return func(*args, **kwargs) Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: self._notify() Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: self.callback(batched_events) Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: event.method(event) Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: return f(self, *a, **k) Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: return self._get(url).json() Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: return self.request(url, 'GET', **kwargs) Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:33:21.650499 dv-cinder-796286-3-smb neutron-server[92288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:33:21.796568 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671300'] for router_interface, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.846655 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.847519 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.852584 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:21.856098 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:21.860794 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] 10.222.0.22 "DELETE /v2.0/networks/296ae44e-47f0-4ad9-8a96-1cf306f95374 HTTP/1.1" status: 204 len: 168 time: 0.5136006 Jun 15 14:33:21.880541 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Pushing event deleted for resources: {'Network': ['ID=296ae44e-47f0-4ad9-8a96-1cf306f95374,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:21.883811 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e839c92d-74fd-4767-b5ad-9749a7299915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:22.097539 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-96276c3d-e012-4b7f-b491-99356cbbbbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.243623 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Router 3f697191-258c-48a3-8978-c85a84d2b052 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:33:22.335207 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58764) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:22.391746 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-7990a97e-25c1-41ac-9c5a-de2593de1802 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2b939f5dbd6408988a935bdc7d58155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543313 Jun 15 14:33:22.396683 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58766) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:22.418648 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:33:22.424949 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] 10.222.0.22 "PUT /v2.0/routers/3f697191-258c-48a3-8978-c85a84d2b052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1278479 Jun 15 14:33:22.427735 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58768) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:22.436950 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] Sync routers for ids ['3f697191-258c-48a3-8978-c85a84d2b052'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:33:22.455388 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] Routers {'3f697191-258c-48a3-8978-c85a84d2b052'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:22.456901 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:33:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['3f697191-258c-48a3-8978-c85a84d2b052'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:22.484103 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ca7107e8-fa7f-4990-8ae1-ef3798782995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.518985 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ca7107e8-fa7f-4990-8ae1-ef3798782995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.668654 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ca7107e8-fa7f-4990-8ae1-ef3798782995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.671832 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ca7107e8-fa7f-4990-8ae1-ef3798782995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.677515 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-ca7107e8-fa7f-4990-8ae1-ef3798782995 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90ea30c2-559c-41e5-9ee8-34f453fca514 HTTP/1.1" status: 204 len: 168 time: 0.2756395 Jun 15 14:33:22.677515 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-307c18c3-4817-4f63-8f9e-8e3426aa6cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:22.690067 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7107e8-fa7f-4990-8ae1-ef3798782995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ea30c2-559c-41e5-9ee8-34f453fca514,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:22.703386 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ca7107e8-fa7f-4990-8ae1-ef3798782995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:22.843244 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.896665 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:22.916890 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] Set router 3f697191-258c-48a3-8978-c85a84d2b052 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:22.997117 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:23.183628 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Deleting port 058c808a-ede9-48c4-ae53-e2dbbb2caeca {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:33:23.184187 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:23.304481 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] For port 058c808a-ede9-48c4-ae53-e2dbbb2caeca, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=058c808a-ede9-48c4-ae53-e2dbbb2caeca,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:23.304838 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:23.355614 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15'}], 'enable_snat': True}, 'gw_port_id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:33:21Z', 'revision_number': 5, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port': {'id': '058c808a-ede9-48c4-ae53-e2dbbb2caeca', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f697191-258c-48a3-8978-c85a84d2b052', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:34Z', 'updated_at': '2021-06-15T14:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:23.359416 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] Checking router: 3f697191-258c-48a3-8978-c85a84d2b052 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:33:23.374494 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] Routers {'3f697191-258c-48a3-8978-c85a84d2b052'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:23.375477 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:33:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['3f697191-258c-48a3-8978-c85a84d2b052'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:23.413949 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Calling delete_port for 058c808a-ede9-48c4-ae53-e2dbbb2caeca owned by network:router_gateway {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:33:23.520751 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] Set router 3f697191-258c-48a3-8978-c85a84d2b052 gateway port host: None {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:23.607738 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:33:22Z', 'revision_number': 6, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port_host': None}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:23.612962 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37fa634-d95c-44ca-8435-a3c11d075b7d None None] The sync data for ids ['3f697191-258c-48a3-8978-c85a84d2b052'] in dv-cinder-796286-3-smb is: [{'id': '3f697191-258c-48a3-8978-c85a84d2b052', 'name': 'tempest-ServerRescueNegativeTestJSON-266507032-router', 'tenant_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:33:22Z', 'revision_number': 6, 'project_id': 'b1df2f5647b54a7d9cb901f10ff67d57', 'gw_port_host': None}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:33:23.649986 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58776) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:23.711578 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-d35a33b1-5047-47c5-b12a-68a10742ca41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e775c905086c41dda2d1c65ba816611c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601091 Jun 15 14:33:23.714178 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58778) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:23.772246 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:23.776468 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:23.780109 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-240602c0-5944-421a-b4d6-8a5dba69242a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:23.813302 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-240602c0-5944-421a-b4d6-8a5dba69242a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:23.822095 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=058c808a-ede9-48c4-ae53-e2dbbb2caeca,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:23.825611 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:23.933449 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666391'] for router_gateway, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:23.990768 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-240602c0-5944-421a-b4d6-8a5dba69242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.004571 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-240602c0-5944-421a-b4d6-8a5dba69242a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.008661 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-240602c0-5944-421a-b4d6-8a5dba69242a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/edec104e-dddf-46a9-aa36-391eab1ab786 HTTP/1.1" status: 204 len: 168 time: 0.2931345 Jun 15 14:33:24.010160 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a87532cf-b36d-4f17-9ebb-e1c0c0e1d0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:24.025706 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240602c0-5944-421a-b4d6-8a5dba69242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edec104e-dddf-46a9-aa36-391eab1ab786,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:24.040687 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-240602c0-5944-421a-b4d6-8a5dba69242a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:24.158281 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42750'] for router, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.161015 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.186110 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:24.252665 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:33:24.253156 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 37e2b3f2-54dc-4623-b53d-3ea9d0b40930 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:33:24.336980 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705584'] for router, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.337612 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f697191-258c-48a3-8978-c85a84d2b052 {{(pid=92287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:33:24.345002 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.346071 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3f697191-258c-48a3-8978-c85a84d2b052 HTTP/1.1" status: 204 len: 168 time: 1.9171014 Jun 15 14:33:24.348949 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58792) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:24.408817 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] Deleting subnet 8da61677-3add-4c47-9772-b76c56b3c144 {{(pid=92288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:33:24.412472 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.459240 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838337'] for subnet, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.525317 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.674840 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28981600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29298134'] for subnet, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.678304 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:24.691697 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.734384 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da61677-3add-4c47-9772-b76c56b3c144,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:24.740882 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:24.752814 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:24.752814 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-b88201c2-9c7c-4fd9-a401-c2031973ef9e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8da61677-3add-4c47-9772-b76c56b3c144 HTTP/1.1" status: 204 len: 168 time: 0.3983016 Jun 15 14:33:24.753209 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58800) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:24.891705 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.095455 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.115781 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43342815-6762-4438-b9a1-4b70885d1710']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:25.136762 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd908a0db-36c6-4154-87ad-008f19968ad9') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:25.137267 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd908a0db-36c6-4154-87ad-008f19968ad9') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:25.159492 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.184851 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.192965 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:33:25.193634 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:33:25.195847 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:33:25.383602 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.390009 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:25.395359 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.397178 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] 10.222.0.22 "DELETE /v2.0/networks/43342815-6762-4438-b9a1-4b70885d1710 HTTP/1.1" status: 204 len: 168 time: 0.6431944 Jun 15 14:33:25.433609 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=43342815-6762-4438-b9a1-4b70885d1710,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:25.444943 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:25.740249 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 058c808a-ede9-48c4-ae53-e2dbbb2caeca no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:33:25.771011 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 058c808a-ede9-48c4-ae53-e2dbbb2caeca {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:33:25.771371 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 058c808a-ede9-48c4-ae53-e2dbbb2caeca not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:33:25.792692 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58832) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:25.851353 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-b2017471-3549-41ce-b3f1-c96533a02db0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1df2f5647b54a7d9cb901f10ff67d57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568440 Jun 15 14:33:25.854347 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58834) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:25.939726 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-94be2af9-f96f-418e-9511-b8415bc81819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:25.980837 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-94be2af9-f96f-418e-9511-b8415bc81819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:26.132068 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-94be2af9-f96f-418e-9511-b8415bc81819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:26.136463 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-94be2af9-f96f-418e-9511-b8415bc81819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:26.138038 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-94be2af9-f96f-418e-9511-b8415bc81819 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f7041ae-c08d-489d-92fa-eece98ec0e94 HTTP/1.1" status: 204 len: 168 time: 0.2825198 Jun 15 14:33:26.138885 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-bcd54fc0-8ecb-490e-8842-72cf3b25837c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:26.153694 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be2af9-f96f-418e-9511-b8415bc81819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7041ae-c08d-489d-92fa-eece98ec0e94,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:26.158350 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-94be2af9-f96f-418e-9511-b8415bc81819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:27.621595 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58926) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:27.734144 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-network', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:27.846095 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Made reservation on behalf of e0de2ee2fe1144daa6ba3a8f4f97369f for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:33:27.849227 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:27.863285 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:27.998907 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:28.102089 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:28.105411 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-90e410f0-3b3a-4881-a7a2-45cbf2e21274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:28.135793 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:33:28.142599 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39de0753-4818-4869-b97d-ee3a6bce8df0,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:28.146088 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:28.152363 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:28.155715 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Added segment f7b52d51-30a7-491e-a678-8b12e7a93251 of type vlan for network 8081ddc9-0043-4955-b178-b293e891b177 Jun 15 14:33:28.219338 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:28.331421 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:28.333653 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:28.334738 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:28.342093 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a3f4d040-2d84-4e5f-b6d8-0bd2f4f2a17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:28.440365 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Pushing event updated for resources: {'Network': ['ID=8081ddc9-0043-4955-b178-b293e891b177,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:28.443512 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:28.453406 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 8081ddc9-0043-4955-b178-b293e891b177 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:33:28.498856 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8883250 Jun 15 14:33:28.502996 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58938) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:28.513535 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Request body: {'subnet': {'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-subnet', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:28.657176 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Made reservation on behalf of e0de2ee2fe1144daa6ba3a8f4f97369f for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:33:28.659794 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26222041'] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.051356 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27175690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26222031'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.053752 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:29.122754 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2827ab-3af5-4039-9fa0-115998d4c5bd,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:29.132804 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:29.136958 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Checking segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:33:29.137527 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Network hostable DHCP agents. Network: 8081ddc9-0043-4955-b178-b293e891b177, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:33:29.222277 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Network 8081ddc9-0043-4955-b178-b293e891b177 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:33:29.313896 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 8081ddc9-0043-4955-b178-b293e891b177) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:29.319595 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:29.329609 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.330791 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6698dcde-ee39-4538-a3bf-9fffcaea5619 None None] Network 8081ddc9-0043-4955-b178-b293e891b177 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:33:29.440963 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9df9a4bc-0e54-412b-9344-30e04f46a361 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9362082 Jun 15 14:33:29.444562 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 58950) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:29.449101 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:29.531744 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42728'] for router, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.535208 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42721'] for router, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.536185 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5958717a-f091-5199-abcc-bf837abd8577-8081ddc9-0043-4955-b178-b293e891b177', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd'}]}} from dv-cinder-796286-3-smb. {{(pid=92289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:33:29.537514 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.618724 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.711416 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.db_base_plugin_common [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Allocated IP 172.20.0.2 (8081ddc9-0043-4955-b178-b293e891b177/2d2827ab-3af5-4039-9fa0-115998d4c5bd/53bc5233-3e64-4d64-b91d-f78f406b05bb) {{(pid=92289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:33:29.926427 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.983660 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Notify callbacks [] for port, precommit_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:29.997905 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Transition to ACTIVE for port object 53bc5233-3e64-4d64-b91d-f78f406b05bb will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:30.024352 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Transition to ACTIVE for port object 53bc5233-3e64-4d64-b91d-f78f406b05bb will not be triggered until provisioned by entity DHCP. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:30.097428 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.099453 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:30.150861 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Network 8081ddc9-0043-4955-b178-b293e891b177 is already hosted by enough agents. {{(pid=92289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:30.151099 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.base_scheduler [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Resources bound (agent type, host, resource id): {{(pid=92289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:30.155553 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Received port after_create {{(pid=92289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:33:30.159969 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Pushing event updated for resources: {'Port': ['ID=53bc5233-3e64-4d64-b91d-f78f406b05bb,revision_number=1']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:30.163826 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:30.233251 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Attempting to bind port 53bc5233-3e64-4d64-b91d-f78f406b05bb on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:33:30.233689 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Attempting to bind port 53bc5233-3e64-4d64-b91d-f78f406b05bb by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:33:30.233869 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Attempting to bind port 53bc5233-3e64-4d64-b91d-f78f406b05bb on network 8081ddc9-0043-4955-b178-b293e891b177 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:33:30.240583 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:33:30.241120 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Checking segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:33:30.241374 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.244420 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Bound using segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:33:30.245076 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Bound port: 53bc5233-3e64-4d64-b91d-f78f406b05bb, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:33:30.245559 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.349777 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] For port 53bc5233-3e64-4d64-b91d-f78f406b05bb, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:33:30.353072 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] For port 53bc5233-3e64-4d64-b91d-f78f406b05bb, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=53bc5233-3e64-4d64-b91d-f78f406b05bb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:33:30.428747 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.431102 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-922cf11d-3d31-4e10-bc89-0c9d8e3424ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:30.504782 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Pushing event updated for resources: {'Port': ['ID=53bc5233-3e64-4d64-b91d-f78f406b05bb,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:30.508369 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:30.610451 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.640341 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.810604 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Allocated IP 172.28.2.154 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/d1ce2472-05ec-4a04-9d20-33d65ebb17c4) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:33:30.983790 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:31.114452 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28981907'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:31.116809 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-95e99ac4-7ac4-4010-afb9-30c21260327f tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:31.165987 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:31.169595 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:31.174117 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:33:31.180426 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Pushing event updated for resources: {'Port': ['ID=d1ce2472-05ec-4a04-9d20-33d65ebb17c4,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:31.208389 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:31.553709 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4767f2fb-0916-40b2-8650-1e3c6d25af5a None None] Network 8081ddc9-0043-4955-b178-b293e891b177 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:33:31.684209 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:31.713961 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-717d8eae-2dc5-49f3-8829-40fdf6d00c75 None None] Provisioning for port 53bc5233-3e64-4d64-b91d-f78f406b05bb completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:31.915299 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 53bc5233-3e64-4d64-b91d-f78f406b05bb up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:32.131091 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 53bc5233-3e64-4d64-b91d-f78f406b05bb completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:32.135836 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 53bc5233-3e64-4d64-b91d-f78f406b05bb triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:32.136203 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:32.136387 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522'] for router, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:32.296707 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:32.309125 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-a054d8ab-87f4-40b1-ade4-1ce016f41610 None None] Provisioning complete for port 53bc5233-3e64-4d64-b91d-f78f406b05bb triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:32.309501 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a054d8ab-87f4-40b1-ade4-1ce016f41610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:32.374226 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 53bc5233-3e64-4d64-b91d-f78f406b05bb, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=53bc5233-3e64-4d64-b91d-f78f406b05bb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:32.431586 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a054d8ab-87f4-40b1-ade4-1ce016f41610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:32.470182 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:32.473286 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:32.502447 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Router 421ef2c4-c92e-48e3-aaca-765e2336324a is scheduled to L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a with binding_index 1 {{(pid=92288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:33:32.558030 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.db.api [None req-a054d8ab-87f4-40b1-ade4-1ce016f41610 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92289) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:33:32.558678 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_db.api [None req-a054d8ab-87f4-40b1-ade4-1ce016f41610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:33:32.563061 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=53bc5233-3e64-4d64-b91d-f78f406b05bb,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:32.566244 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:32.666199 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:33:32.677091 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Sync routers for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:33:32.687109 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:32.692141 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:33:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:32.732065 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Notify callbacks [] for router, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:32.738975 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2886300 Jun 15 14:33:32.739421 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 58990) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:32.999391 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:33.126936 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:33.405156 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:31Z', 'revision_number': 3, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:33.412606 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Checking router: 421ef2c4-c92e-48e3-aaca-765e2336324a for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:33:33.413057 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Updating router 421ef2c4-c92e-48e3-aaca-765e2336324a port d1ce2472-05ec-4a04-9d20-33d65ebb17c4 binding host dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:33:33.486155 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:33.489583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:33.835238 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 53bc5233-3e64-4d64-b91d-f78f406b05bb up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:34.079189 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 53bc5233-3e64-4d64-b91d-f78f406b05bb triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:34.080533 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.131148 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Allocated IP 172.20.0.1 (8081ddc9-0043-4955-b178-b293e891b177/2d2827ab-3af5-4039-9fa0-115998d4c5bd/9b426720-05f2-4d7d-ade3-30f7a78744eb) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:33:34.146712 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Notify callbacks [] for port, precommit_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.191725 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Transition to ACTIVE for port object d1ce2472-05ec-4a04-9d20-33d65ebb17c4 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:34.207467 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-d2459eb3-033e-4da0-938d-f8147cc04631 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2075541 Jun 15 14:33:34.298793 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.305940 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:34.348209 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.371075 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Transition to ACTIVE for port object 9b426720-05f2-4d7d-ade3-30f7a78744eb will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:34.378837 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-c976c112-f455-47c7-bde0-0182abc53105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:34.381071 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-c976c112-f455-47c7-bde0-0182abc53105 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 1098 time: 0.1298046 Jun 15 14:33:34.448184 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Attempting to bind port d1ce2472-05ec-4a04-9d20-33d65ebb17c4 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:33:34.448842 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Attempting to bind port d1ce2472-05ec-4a04-9d20-33d65ebb17c4 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:33:34.449492 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Attempting to bind port d1ce2472-05ec-4a04-9d20-33d65ebb17c4 on network 5f62d709-cdbe-4165-a655-5d8a79e885b9 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:33:34.455686 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57873d4a-1b24-45fb-84de-1851028fc282 None None] Pushing event updated for resources: {'Port': ['ID=d1ce2472-05ec-4a04-9d20-33d65ebb17c4,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:34.460525 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-57873d4a-1b24-45fb-84de-1851028fc282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:34.466586 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:33:34.468231 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:33:34.468894 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.469439 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Bound using segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:33:34.470053 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Bound port: d1ce2472-05ec-4a04-9d20-33d65ebb17c4, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:33:34.470536 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.515964 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.524953 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8888dc91-ba5e-4050-9a9b-9397595a1237 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:34.564344 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:33:34.585703 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Network 8081ddc9-0043-4955-b178-b293e891b177 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:34.592643 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] For port d1ce2472-05ec-4a04-9d20-33d65ebb17c4, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:33:34.593389 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:34.598703 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] For port d1ce2472-05ec-4a04-9d20-33d65ebb17c4, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=d1ce2472-05ec-4a04-9d20-33d65ebb17c4,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:33:34.602484 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:33:34.613500 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Pushing event updated for resources: {'Port': ['ID=9b426720-05f2-4d7d-ade3-30f7a78744eb,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:34.643673 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:34.647152 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-e852cbfa-66c9-4b0f-ae79-91311eddd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:34.648751 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-e852cbfa-66c9-4b0f-ae79-91311eddd144 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 911 time: 0.2323556 Jun 15 14:33:34.697679 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.701168 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:34.718043 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670303'] for router_interface, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:34.784251 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:34.784995 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:33:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:34.843040 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57873d4a-1b24-45fb-84de-1851028fc282 None None] Pushing event updated for resources: {'Port': ['ID=d1ce2472-05ec-4a04-9d20-33d65ebb17c4,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:34.869430 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-1d2e2621-353a-4772-9d23-a65677e5a619 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 200 len: 1001 time: 0.2107158 Jun 15 14:33:34.890119 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-57873d4a-1b24-45fb-84de-1851028fc282 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:34.958006 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:35.038422 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-a9d4ca5d-08ad-4ac7-99a8-0b57706b1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:35.041003 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-a9d4ca5d-08ad-4ac7-99a8-0b57706b1dc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.1634572 Jun 15 14:33:35.041951 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-5697d8a1-e3d7-43fe-a330-3e674013d113 None None] Provisioning for port 9b426720-05f2-4d7d-ade3-30f7a78744eb completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:35.069476 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-5697d8a1-e3d7-43fe-a330-3e674013d113 None None] Provisioning complete for port 9b426720-05f2-4d7d-ade3-30f7a78744eb triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:35.069859 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5697d8a1-e3d7-43fe-a330-3e674013d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:35.170213 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-5697d8a1-e3d7-43fe-a330-3e674013d113 None None] Port 9b426720-05f2-4d7d-ade3-30f7a78744eb cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:33:35.176014 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:35.195113 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-31db18db-dcaf-4352-afd7-071c1290dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:35.199850 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-31db18db-dcaf-4352-afd7-071c1290dd78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1472914 Jun 15 14:33:35.474074 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:31Z', 'revision_number': 3, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:35.478373 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8574a6ba-9db6-4ac7-87e3-3be84dcbb642 None None] The sync data for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb is: [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:31Z', 'revision_number': 3, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:33:35.590838 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-144b7fbe-a694-4488-bac3-5642db3c57ed service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845553 Jun 15 14:33:35.767190 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:35.816499 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4edd8eef-cace-43ef-8373-c876b0deda99 req-8e9a7e75-835e-41bb-949c-a98412ca65b4 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180665 Jun 15 14:33:35.827628 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:35.830652 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:35.931709 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Pushing event updated for resources: {'Port': ['ID=9b426720-05f2-4d7d-ade3-30f7a78744eb,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:35.934442 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670411'] for router_interface, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:35.950528 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:36.150423 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Network 8081ddc9-0043-4955-b178-b293e891b177 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:36.152105 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:36.357822 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Router 421ef2c4-c92e-48e3-aaca-765e2336324a has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:33:36.522074 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-7f755453-e60c-4120-964b-65a0dd1ca229 None None] Provisioning complete for port 9b426720-05f2-4d7d-ade3-30f7a78744eb triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:36.522692 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7f755453-e60c-4120-964b-65a0dd1ca229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:36.551325 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:33:36.557537 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] 10.222.0.22 "PUT /v2.0/routers/421ef2c4-c92e-48e3-aaca-765e2336324a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8167703 Jun 15 14:33:36.583958 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-7f755453-e60c-4120-964b-65a0dd1ca229 None None] Port 9b426720-05f2-4d7d-ade3-30f7a78744eb cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:33:37.173774 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59036) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:37.186902 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605390525', 'description': 'tempest-description--1857021133'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:37.268337 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:37.377589 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:37.426288 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Sync routers for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:33:37.435724 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:37.436440 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:33:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:37.462241 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:37.465380 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9d81eee2-f44b-4983-9e45-8ae39d6af0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:37.507499 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a548c437-6d20-4bb0-ae67-8218308f1131,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:37.511257 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:37.582719 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:37.584151 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4086845 Jun 15 14:33:37.588143 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59038) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:37.596590 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'security_group_rule': {'security_group_id': 'a548c437-6d20-4bb0-ae67-8218308f1131', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:37.598269 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:37.690668 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:37.774392 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:37.851716 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device d1ce2472-05ec-4a04-9d20-33d65ebb17c4 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:37.950137 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 2, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:38.012614 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Checking router: 421ef2c4-c92e-48e3-aaca-765e2336324a for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:33:38.012614 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Updating router 421ef2c4-c92e-48e3-aaca-765e2336324a port 9b426720-05f2-4d7d-ade3-30f7a78744eb binding host dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:33:38.012614 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.061273 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.061273 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:38.068083 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ded8cf2-c98c-497c-b32b-6d98a826dfb7,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:38.071316 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:38.268564 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port d1ce2472-05ec-4a04-9d20-33d65ebb17c4 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:38.276389 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port d1ce2472-05ec-4a04-9d20-33d65ebb17c4 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:38.276836 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.314579 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.315728 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7264044 Jun 15 14:33:38.318694 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59050) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:38.323814 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-0c8b8172-1dec-4242-941b-f21601e5e3cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'security_group_rule': {'security_group_id': 'a548c437-6d20-4bb0-ae67-8218308f1131', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:38.384387 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.416802 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port d1ce2472-05ec-4a04-9d20-33d65ebb17c4, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=d1ce2472-05ec-4a04-9d20-33d65ebb17c4,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:38.417786 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Notify callbacks [] for port, precommit_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.434233 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.provisioning_blocks [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Transition to ACTIVE for port object 9b426720-05f2-4d7d-ade3-30f7a78744eb will not be triggered until provisioned by entity L2. {{(pid=92290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:38.456141 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8172-1dec-4242-941b-f21601e5e3cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.497207 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.505025 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:38.531188 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.534377 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-d9af1a7f-c7c9-4274-8664-c467ca5a1fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:38.550938 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8172-1dec-4242-941b-f21601e5e3cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.579266 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=d1ce2472-05ec-4a04-9d20-33d65ebb17c4,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:38.582818 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:38.604973 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8172-1dec-4242-941b-f21601e5e3cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.607218 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4e21e035-e366-4813-b0db-34439ae216f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:38.628035 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b8172-1dec-4242-941b-f21601e5e3cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd08f86-5023-4a00-94e1-ddf30806c364,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:38.637972 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0c8b8172-1dec-4242-941b-f21601e5e3cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:38.719249 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0c8b8172-1dec-4242-941b-f21601e5e3cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.725688 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-0c8b8172-1dec-4242-941b-f21601e5e3cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4009352 Jun 15 14:33:38.726225 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59056) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:38.732809 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'floatingip': {'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:38.748359 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Pushing event updated for resources: {'Port': ['ID=9b426720-05f2-4d7d-ade3-30f7a78744eb,revision_number=3']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:38.761131 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.761735 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.762219 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.762721 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.763046 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.763524 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.763805 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.764157 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.764476 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.764789 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.765101 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.765431 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:38.795111 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:38.846428 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.973326 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Attempting to bind port 9b426720-05f2-4d7d-ade3-30f7a78744eb on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:33:38.973704 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Attempting to bind port 9b426720-05f2-4d7d-ade3-30f7a78744eb by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:33:38.974078 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Attempting to bind port 9b426720-05f2-4d7d-ade3-30f7a78744eb on network 8081ddc9-0043-4955-b178-b293e891b177 {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:33:38.981659 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:33:38.982079 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Checking segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:33:38.982403 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:38.982796 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Bound using segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:33:38.983262 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Bound port: 9b426720-05f2-4d7d-ade3-30f7a78744eb, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'}}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:33:38.983633 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:39.038319 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:39.086862 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] For port 9b426720-05f2-4d7d-ade3-30f7a78744eb, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:33:39.090629 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] For port 9b426720-05f2-4d7d-ade3-30f7a78744eb, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=9b426720-05f2-4d7d-ade3-30f7a78744eb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:33:39.165416 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:39.167772 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Allocated IP 172.28.2.64 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/cf983b39-3eab-4f86-9284-5c034843bb58) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:33:39.168842 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-2ef3d656-6b69-4bec-b5b4-e488a953346e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:39.229114 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:33:39.230386 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:33:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:39.357113 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Pushing event updated for resources: {'Port': ['ID=9b426720-05f2-4d7d-ade3-30f7a78744eb,revision_number=4']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:39.361079 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-7a651acc-15f3-40ed-9ef9-0e01074812ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:39.443051 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:33:39.599244 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:39.784198 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:39.798373 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:39.801956 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:39Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:33:39.808359 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8e1950-8e03-4fb2-957d-82975bf69774 None None] The sync data for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb is: [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:39Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:33:39.819770 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device d1ce2472-05ec-4a04-9d20-33d65ebb17c4 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:39.838692 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:39.845919 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:39.849887 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:33:39.899807 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'Port': ['ID=cf983b39-3eab-4f86-9284-5c034843bb58,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:39.913753 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:39.953936 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port d1ce2472-05ec-4a04-9d20-33d65ebb17c4 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:39.953936 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.130439 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.261455 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.476701 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.536739 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.541611 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f98f6ad8-2a53-431f-be02-92bbb5db6253 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:40.631324 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'Port': ['ID=cf983b39-3eab-4f86-9284-5c034843bb58,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:40.635842 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:40.644845 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.748131 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:40.750973 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0228100 Jun 15 14:33:40.956943 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-835439b3-7652-43af-80bb-862258333307 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--605390525&fields=id&tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f HTTP/1.1" status: 200 len: 267 time: 0.0462444 Jun 15 14:33:41.128015 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-5b5bcca7-672e-422e-89fa-9ebda085c16a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:41.129549 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-5b5bcca7-672e-422e-89fa-9ebda085c16a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 817 time: 0.1638718 Jun 15 14:33:41.145215 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-ca5983bd-4e44-4857-9788-845babff0184 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/quotas/e0de2ee2fe1144daa6ba3a8f4f97369f HTTP/1.1" status: 200 len: 375 time: 0.0101895 Jun 15 14:33:41.231078 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e914d4ba-1fbf-4dbd-8e0b-231da10e58c0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806491 Jun 15 14:33:41.355451 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-d357ba31-a5c7-4689-a943-d1ec113b28ad service neutron] 10.222.0.22 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115904 Jun 15 14:33:41.495759 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-306345e9-23ac-490a-aeac-30be05ca0e20 service neutron] 10.222.0.22 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324146 Jun 15 14:33:41.851506 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 9b426720-05f2-4d7d-ade3-30f7a78744eb up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:41.876189 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ba6c7c14-7b94-43b5-a89d-2c7550020c7b req-4d8038b2-7a60-4c82-9571-e326db9f741a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 210 time: 0.0428658 Jun 15 14:33:41.998989 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 9b426720-05f2-4d7d-ade3-30f7a78744eb completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:42.004236 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 9b426720-05f2-4d7d-ade3-30f7a78744eb triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:42.004618 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:42.110394 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:42.152676 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 9b426720-05f2-4d7d-ade3-30f7a78744eb, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=9b426720-05f2-4d7d-ade3-30f7a78744eb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:42.227657 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:42.229587 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:42.286656 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=9b426720-05f2-4d7d-ade3-30f7a78744eb,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:42.290265 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:43.014117 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c2c6a1e-81e5-43ae-b1d0-2866a17728ed req-72a6678f-453a-4c56-a70b-278a49ecbaf6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 210 time: 0.0530124 Jun 15 14:33:43.814169 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 9b426720-05f2-4d7d-ade3-30f7a78744eb up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:43.904820 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 9b426720-05f2-4d7d-ade3-30f7a78744eb triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:43.905391 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:44.173272 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2fbc2033-5b5e-4169-81b7-6d24247e00d7 req-e06aadd2-a6f8-4406-a8d4-2d7ada64f8c4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 210 time: 0.0346506 Jun 15 14:33:44.949092 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-d55c829b-a50f-4c3c-885a-629f474f9911 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:44.951704 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-d55c829b-a50f-4c3c-885a-629f474f9911 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 817 time: 0.1709852 Jun 15 14:33:45.007545 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-8727fed2-8e15-4d83-9bc9-68bbc6eaba19 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f HTTP/1.1" status: 200 len: 379 time: 0.0472469 Jun 15 14:33:45.018863 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'port': {'device_id': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'admin_state_up': True, 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'security_groups': ['a548c437-6d20-4bb0-ae67-8218308f1131']}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:45.250143 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Made reservation on behalf of e0de2ee2fe1144daa6ba3a8f4f97369f for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:33:45.254632 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:45.341469 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d212c0f7-c4da-48d3-8bb6-5f1a14b3342e req-160a376e-6cb0-4410-b6d9-1ab9a3032bf6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 210 time: 0.0371234 Jun 15 14:33:45.464275 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Allocated IP 172.20.0.10 (8081ddc9-0043-4955-b178-b293e891b177/2d2827ab-3af5-4039-9fa0-115998d4c5bd/2fb39be2-9692-47de-88e5-da599839d3d8) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:33:45.647240 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:45.662958 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Transition to ACTIVE for port object 2fb39be2-9692-47de-88e5-da599839d3d8 will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:45.753984 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:45.758789 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:45.815002 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Network 8081ddc9-0043-4955-b178-b293e891b177 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:33:45.818846 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:33:45.822971 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:33:45.830061 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:45.865608 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.865982 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.866356 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.866723 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.867078 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.867438 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.867802 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.868196 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.868558 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.868911 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.869266 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.869621 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:45.875538 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:45.907360 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:45.908131 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:46.029007 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0148709 Jun 15 14:33:46.042437 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Request body: {'port': {'device_id': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:46.140766 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:46.188427 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-b1297c23-1a3d-4706-bddd-0949f52ba48d None None] Provisioning for port 2fb39be2-9692-47de-88e5-da599839d3d8 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:46.193932 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-b1297c23-1a3d-4706-bddd-0949f52ba48d None None] Provisioning complete for port 2fb39be2-9692-47de-88e5-da599839d3d8 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:46.194814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b1297c23-1a3d-4706-bddd-0949f52ba48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:46.240015 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-b1297c23-1a3d-4706-bddd-0949f52ba48d None None] Port 2fb39be2-9692-47de-88e5-da599839d3d8 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:33:46.512054 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb39be2-9692-47de-88e5-da599839d3d8 {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:33:46.520611 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:46.534459 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Transition to ACTIVE for port object 2fb39be2-9692-47de-88e5-da599839d3d8 will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:33:46.595771 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc10466-deea-4405-a0d2-856c36c19436 req-c17d0ada-112e-46ee-826c-6a19f2f26336 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:46.597363 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0dc10466-deea-4405-a0d2-856c36c19436 req-c17d0ada-112e-46ee-826c-6a19f2f26336 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 932 time: 0.0862234 Jun 15 14:33:46.628145 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:46.632247 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:46.646858 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0dc10466-deea-4405-a0d2-856c36c19436 req-09c0b243-8613-4207-866d-3bbfe238d642 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 Jun 15 14:33:46.731589 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:46.736743 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:46.826518 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Attempting to bind port 2fb39be2-9692-47de-88e5-da599839d3d8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:33:46.826954 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Attempting to bind port 2fb39be2-9692-47de-88e5-da599839d3d8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:33:46.827292 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Attempting to bind port 2fb39be2-9692-47de-88e5-da599839d3d8 on network 8081ddc9-0043-4955-b178-b293e891b177 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:33:46.832867 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Port 2fb39be2-9692-47de-88e5-da599839d3d8 on network 8081ddc9-0043-4955-b178-b293e891b177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:33:46.833182 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Attempting to bind port 2fb39be2-9692-47de-88e5-da599839d3d8 on network 8081ddc9-0043-4955-b178-b293e891b177 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:33:46.838876 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:33:46.839211 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Checking segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:33:46.839593 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Bound using segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:33:46.840068 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Bound port: 2fb39be2-9692-47de-88e5-da599839d3d8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:33:46.840418 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:46.927225 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:33:46.930519 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:33:47.045517 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:47.048665 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ee9c30e6-9b3f-4b72-b7f1-fed96d0db123 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:47.092668 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.096380 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:47.096380 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] 10.222.0.45 "PUT /v2.0/ports/2fb39be2-9692-47de-88e5-da599839d3d8 HTTP/1.1" status: 200 len: 1094 time: 1.0569749 Jun 15 14:33:47.096380 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:47.097706 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e750a0-e6de-431d-8b42-215c270fa3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:47.144238 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:47.150372 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:47.165628 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ecf955-f96a-4971-a53b-81ea8c5c2215 x-openstack-request-id: req-85ecf955-f96a-4971-a53b-81ea8c5c2215 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:47.166112 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:47.166923 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85ecf955-f96a-4971-a53b-81ea8c5c2215 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:47.166923 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8', 'status': 'completed', 'code': 200} Jun 15 14:33:47.261368 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e750a0-e6de-431d-8b42-215c270fa3ed req-f138fab6-136b-4af3-9d91-a1e3894b8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.262888 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e1e750a0-e6de-431d-8b42-215c270fa3ed req-f138fab6-136b-4af3-9d91-a1e3894b8830 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 1097 time: 0.0722313 Jun 15 14:33:47.450197 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e750a0-e6de-431d-8b42-215c270fa3ed req-15080195-1a55-4472-91c0-721cee1b76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.451615 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e1e750a0-e6de-431d-8b42-215c270fa3ed req-15080195-1a55-4472-91c0-721cee1b76e2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1814663 Jun 15 14:33:47.576761 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e750a0-e6de-431d-8b42-215c270fa3ed req-368ddfe1-cbca-435c-8e76-73423cb34d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.578450 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e1e750a0-e6de-431d-8b42-215c270fa3ed req-368ddfe1-cbca-435c-8e76-73423cb34d72 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205831 Jun 15 14:33:47.685721 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-aef1120f-75d5-4153-b4c2-07d66d2b28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.687112 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-aef1120f-75d5-4153-b4c2-07d66d2b28ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 1097 time: 0.0620360 Jun 15 14:33:47.743926 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-6f759802-5f86-4dec-b690-5db909aded65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fb39be2-9692-47de-88e5-da599839d3d8 HTTP/1.1" status: 200 len: 217 time: 0.0498462 Jun 15 14:33:47.813246 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-fefcee2b-7be2-48f7-84fb-5108204d2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.816038 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-fefcee2b-7be2-48f7-84fb-5108204d2b01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.0633433 Jun 15 14:33:47.853678 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b9696-1ff7-47c7-8ccc-83138e8a807c req-13db8433-a987-4a1f-8b47-d68b3f385b51 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.855351 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9d3b9696-1ff7-47c7-8ccc-83138e8a807c req-13db8433-a987-4a1f-8b47-d68b3f385b51 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0775256 Jun 15 14:33:47.893526 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e551570b-a8fb-46db-b6f1-aa8fb3d5485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:47.896130 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-e551570b-a8fb-46db-b6f1-aa8fb3d5485c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708632 Jun 15 14:33:47.911961 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9d3b9696-1ff7-47c7-8ccc-83138e8a807c req-38552cc4-f35b-4520-80a3-48d5fa097f3e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458214 Jun 15 14:33:48.093269 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-196658b0-1472-4286-9baa-1b7166a09d30 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897030 Jun 15 14:33:48.215679 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-79ed37fa-6d09-432a-a9b1-67a1cefee38e req-11089a1f-ed9a-4e10-a2cd-decef48b1f4e service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159890 Jun 15 14:33:49.148988 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7322f2-bcab-422a-b81a-bd69d3b9ce61 req-5ef6df99-b37b-483f-9dec-47e92758a18a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:49.150523 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c7322f2-bcab-422a-b81a-bd69d3b9ce61 req-5ef6df99-b37b-483f-9dec-47e92758a18a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0891218 Jun 15 14:33:49.198690 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c7322f2-bcab-422a-b81a-bd69d3b9ce61 req-57088f67-b954-431e-94b3-0a6974c241ff tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 Jun 15 14:33:49.313649 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-29b49604-d0e3-4a08-a25c-d67541d4d1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:50.429482 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de55e5-50ac-4c3d-b857-4613645889b4 req-9ca2d4aa-d73d-42e4-8a02-e8ff4bfd2968 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:50.431056 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f8de55e5-50ac-4c3d-b857-4613645889b4 req-9ca2d4aa-d73d-42e4-8a02-e8ff4bfd2968 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0757267 Jun 15 14:33:50.479057 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f8de55e5-50ac-4c3d-b857-4613645889b4 req-b077199c-4171-44c5-803d-66fd90ad71fc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410433 Jun 15 14:33:51.704820 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89584-d451-4f43-a8ad-4478c46ffe7d req-35f91e64-b487-4f1e-914c-dbbb4c6a46e5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:51.707761 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-04d89584-d451-4f43-a8ad-4478c46ffe7d req-35f91e64-b487-4f1e-914c-dbbb4c6a46e5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0963132 Jun 15 14:33:51.757273 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-04d89584-d451-4f43-a8ad-4478c46ffe7d req-3a624274-3e1f-4905-ae5f-47bcdde67f02 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446315 Jun 15 14:33:51.822693 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:51.892383 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59236) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:52.014469 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-10398728-dae8-4cf9-b809-05f6313334d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.117712 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-10398728-dae8-4cf9-b809-05f6313334d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.130194 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ba3a9f60-15e2-4cb7-b9e0-4b5193cb0d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.193434 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-10398728-dae8-4cf9-b809-05f6313334d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.196648 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e45c5c48-52bf-49b7-b5ba-f280ec45eb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:52.248468 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-10398728-dae8-4cf9-b809-05f6313334d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9de79b31b8d4b3c93169926d210fe0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549862 Jun 15 14:33:52.249394 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10398728-dae8-4cf9-b809-05f6313334d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21cbff0-b2e3-4f16-babb-7c457c4b74e5,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:52.252703 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59240) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:52.253201 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-10398728-dae8-4cf9-b809-05f6313334d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:52.308877 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.335009 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.519235 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.522198 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.526328 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b21cbff0-b2e3-4f16-babb-7c457c4b74e5 HTTP/1.1" status: 204 len: 168 time: 0.2694278 Jun 15 14:33:52.526328 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-be699f2b-a940-499d-a993-9e161c13073b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:52.538522 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21cbff0-b2e3-4f16-babb-7c457c4b74e5,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:52.551181 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.551770 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.552389 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.552987 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.553585 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.554246 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.554832 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.555442 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.556103 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.556663 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.557252 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.557834 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:52.563542 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:52.717517 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:33:52.907359 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:52.948409 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:52.973607 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '2fb39be2-9692-47de-88e5-da599839d3d8', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'port_id': '2fb39be2-9692-47de-88e5-da599839d3d8', 'mac_address': 'fa:16:3e:a2:2b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:33:53.012726 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734ff45-9998-49ab-b081-01d9da14ca49 req-17b233c0-ea09-48bf-9d21-d795b0e9d767 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:53.014606 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8734ff45-9998-49ab-b081-01d9da14ca49 req-17b233c0-ea09-48bf-9d21-d795b0e9d767 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.1027489 Jun 15 14:33:53.045291 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:53.064473 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb39be2-9692-47de-88e5-da599839d3d8 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:33:53.082258 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8734ff45-9998-49ab-b081-01d9da14ca49 req-207e9c20-83ff-4908-a4ac-8a16537292b1 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597043 Jun 15 14:33:53.099441 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:53.251241 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:53.260534 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:53.311824 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:53.319970 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.320316 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.320655 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.320989 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.321316 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.321652 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.321974 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.322295 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.322619 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.322936 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.323257 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.323696 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:53.328883 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:53.628924 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['2fb39be2-9692-47de-88e5-da599839d3d8'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:33:54.305306 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db17672-c3a9-40c8-9b1a-23b51356fa2d req-83fe8e21-fae9-40cd-acab-893bc6c69cab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:54.305306 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6db17672-c3a9-40c8-9b1a-23b51356fa2d req-83fe8e21-fae9-40cd-acab-893bc6c69cab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 945 time: 0.0787814 Jun 15 14:33:54.355652 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6db17672-c3a9-40c8-9b1a-23b51356fa2d req-bf469eee-f064-4b34-9a9b-c25954e7f0a7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 Jun 15 14:33:54.713090 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:54.729350 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:33:54.891222 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 2fb39be2-9692-47de-88e5-da599839d3d8 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:33:54.896085 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 2fb39be2-9692-47de-88e5-da599839d3d8 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:54.900407 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:55.036634 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:55.090339 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:33:55.092827 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d35954-2ba2-49d1-8af5-7411d7c001b6" -d '{"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:33:55.108517 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:33:55.130366 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1233b4c5-dd3a-4c89-86a3-be9ace648246 x-openstack-request-id: req-1233b4c5-dd3a-4c89-86a3-be9ace648246 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:33:55.130665 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:33:55.130928 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1233b4c5-dd3a-4c89-86a3-be9ace648246 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:33:55.131332 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8', 'code': 200} Jun 15 14:33:55.215766 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:55.217726 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:33:55.282525 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:55.285622 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:33:55.698889 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7f051-1e43-4e9a-98b4-bd8de07aaa40 req-8ab8178d-a7d1-4086-88e6-b6758b88cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:55.700585 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-62b7f051-1e43-4e9a-98b4-bd8de07aaa40 req-8ab8178d-a7d1-4086-88e6-b6758b88cb36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 1099 time: 0.0673752 Jun 15 14:33:55.748121 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-62b7f051-1e43-4e9a-98b4-bd8de07aaa40 req-fdc229d1-239c-404e-a511-68b69225dcc8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404553 Jun 15 14:33:55.928462 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52793e5f-065e-4248-a5fc-32f6b50c4f4b req-9bafba34-821a-458c-ac72-0cabe51d0aff tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:55.931157 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-52793e5f-065e-4248-a5fc-32f6b50c4f4b req-9bafba34-821a-458c-ac72-0cabe51d0aff tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.4461782 Jun 15 14:33:56.001415 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-52793e5f-065e-4248-a5fc-32f6b50c4f4b req-96578cd3-7b5e-4c80-b8d8-a67e44ca68be tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639966 Jun 15 14:33:57.202920 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5955d-eec9-473f-b97b-1ffc83f4cf43 req-368c5200-3075-4dcf-b5b7-ea9b3cfcfa63 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:57.204620 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-aaf5955d-eec9-473f-b97b-1ffc83f4cf43 req-368c5200-3075-4dcf-b5b7-ea9b3cfcfa63 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0783143 Jun 15 14:33:57.266781 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-aaf5955d-eec9-473f-b97b-1ffc83f4cf43 req-8b69bf27-ec73-487c-8616-61e983196df4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513313 Jun 15 14:33:58.505719 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83babbff-46c8-4ff4-88ed-9228722d114f req-15f1ced4-78b5-4875-8bd0-7f5f7140aecd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:58.507322 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-83babbff-46c8-4ff4-88ed-9228722d114f req-15f1ced4-78b5-4875-8bd0-7f5f7140aecd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1173971 Jun 15 14:33:58.555946 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-83babbff-46c8-4ff4-88ed-9228722d114f req-0a1902ad-aee2-4b60-b9d2-235d1ed289f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Jun 15 14:33:58.762470 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a92d3-f6fc-4b71-bed1-469a948313ef req-5a840104-45f3-46d4-9ca6-2bf6988bf80a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:33:58.763452 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-707a92d3-f6fc-4b71-bed1-469a948313ef req-5a840104-45f3-46d4-9ca6-2bf6988bf80a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0770571 Jun 15 14:33:58.776380 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59352) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:58.781400 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'floatingip': {'port_id': '2fb39be2-9692-47de-88e5-da599839d3d8'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:58.842458 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:59.484850 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:59.570383 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:59.716267 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.l3_db [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Floating IP 38f60703-92df-4984-b216-e13e745e5231 associated. External IP: 172.28.2.64, port: 2fb39be2-9692-47de-88e5-da599839d3d8. Jun 15 14:34:00.039802 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Router 421ef2c4-c92e-48e3-aaca-765e2336324a has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:34:00.112685 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59364) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:00.201091 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:34:00.208920 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:00.216499 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] Sync routers for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:34:00.232161 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:00.233590 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:33:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:00.266424 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-606a25bd-61c0-48f7-9443-25d5c4e4047b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "PUT /v2.0/floatingips/38f60703-92df-4984-b216-e13e745e5231 HTTP/1.1" status: 200 len: 991 time: 1.4888918 Jun 15 14:34:00.273587 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:00.273587 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47" -d '{"events": [{"name": "network-changed", "server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:00.292359 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0f49b6ec-eb74-44cf-900f-f483370662af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:00.331046 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94337d9-b499-41b7-87e3-f315c55dd22c x-openstack-request-id: req-d94337d9-b499-41b7-87e3-f315c55dd22c {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:00.331389 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:00.333978 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d94337d9-b499-41b7-87e3-f315c55dd22c {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:00.334626 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8', 'status': 'completed', 'code': 200} Jun 15 14:34:00.454344 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:00.473573 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-18212d23-8d02-4e32-80af-66353363f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:00.475065 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-18212d23-8d02-4e32-80af-66353363f190 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 1099 time: 0.1189392 Jun 15 14:34:00.480136 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0f49b6ec-eb74-44cf-900f-f483370662af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:00.602753 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-614148f5-e678-40bf-95fb-cfe43a9d2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:00.604417 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-614148f5-e678-40bf-95fb-cfe43a9d2a52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.1218815 Jun 15 14:34:00.878820 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '38f60703-92df-4984-b216-e13e745e5231', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'port_id': '2fb39be2-9692-47de-88e5-da599839d3d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'mac_address': 'fa:16:3e:a2:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:39Z', 'updated_at': '2021-06-15T14:33:59Z', 'revision_number': 1, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:00.883384 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] Checking router: 421ef2c4-c92e-48e3-aaca-765e2336324a for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:34:00.894577 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:34:00.895234 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:33:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:01.029531 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-0f49b6ec-eb74-44cf-900f-f483370662af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:01.037727 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5daa3493-b98d-4b9c-856d-2e60b171eb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:01.143591 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49b6ec-eb74-44cf-900f-f483370662af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9535b-6edc-4f4d-81ea-bfe23a0eae8e,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:01.155638 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-0f49b6ec-eb74-44cf-900f-f483370662af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e50c72b65164adaab1c60c3ceee96ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0377448 Jun 15 14:34:01.155638 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0f49b6ec-eb74-44cf-900f-f483370662af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:01.157248 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59386) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:01.157897 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-a8933bc4-0c26-4516-bb8c-30b819f05f61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fb39be2-9692-47de-88e5-da599839d3d8 HTTP/1.1" status: 200 len: 999 time: 0.5454905 Jun 15 14:34:01.199807 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:34:01.278099 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-cb9f7821-1631-4c5e-a80c-cd75bfdcd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:01.281284 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-cb9f7821-1631-4c5e-a80c-cd75bfdcd1f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.1161256 Jun 15 14:34:01.281583 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-be111b90-37ba-4151-a2e6-826944d58218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:01.332343 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-be111b90-37ba-4151-a2e6-826944d58218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:01.398777 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-a90dd9f7-f02e-4fb2-8df8-b824b1a4a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:01.402428 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-a90dd9f7-f02e-4fb2-8df8-b824b1a4a2d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1145349 Jun 15 14:34:01.548053 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-be111b90-37ba-4151-a2e6-826944d58218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:01.551141 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-be111b90-37ba-4151-a2e6-826944d58218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:01.553814 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-be111b90-37ba-4151-a2e6-826944d58218 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52c9535b-6edc-4f4d-81ea-bfe23a0eae8e HTTP/1.1" status: 204 len: 168 time: 0.3964424 Jun 15 14:34:01.554650 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-240602c0-5944-421a-b4d6-8a5dba69242a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:01.567918 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-4a0fc58b-4ec9-4191-8035-206bffc48568 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580722 Jun 15 14:34:01.579981 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be111b90-37ba-4151-a2e6-826944d58218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9535b-6edc-4f4d-81ea-bfe23a0eae8e,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:01.582971 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-be111b90-37ba-4151-a2e6-826944d58218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:01.644450 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '38f60703-92df-4984-b216-e13e745e5231', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'port_id': '2fb39be2-9692-47de-88e5-da599839d3d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'mac_address': 'fa:16:3e:a2:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:39Z', 'updated_at': '2021-06-15T14:33:59Z', 'revision_number': 1, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:34:01.653995 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babec66d-e390-4e5e-b8d7-d0b9bfa27537 None None] The sync data for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb is: [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '38f60703-92df-4984-b216-e13e745e5231', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'port_id': '2fb39be2-9692-47de-88e5-da599839d3d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'mac_address': 'fa:16:3e:a2:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:33:39Z', 'updated_at': '2021-06-15T14:33:59Z', 'revision_number': 1, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:34:01.767674 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3a3e3756-e4d0-4f8c-ab36-e062fe8a0c47 req-349cefdb-e81c-4aa8-b7b1-33201dd659bc service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905916 Jun 15 14:34:01.877861 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3fcfb2-a059-4218-bf2c-5ad7c7717fbc None None] New status for floating IP 38f60703-92df-4984-b216-e13e745e5231: ACTIVE {{(pid=92290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:34:02.549723 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59406) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:02.568138 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-31a4b174-55d3-4c78-8588-11acdff39018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:02.677572 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-31a4b174-55d3-4c78-8588-11acdff39018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:02.770042 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-31a4b174-55d3-4c78-8588-11acdff39018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:02.774770 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5b39203f-7f63-4932-a116-aed9e343e4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:02.820824 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-31a4b174-55d3-4c78-8588-11acdff39018 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59d9bce3387f44e3ba131f030e74fc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695022 Jun 15 14:34:02.823212 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4b174-55d3-4c78-8588-11acdff39018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff5f00-00e0-4258-be64-6cc3ed99aca4,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:02.824015 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59410) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:02.826787 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-31a4b174-55d3-4c78-8588-11acdff39018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:02.898056 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-58d01b61-1b8b-4dff-9b31-dc210be665c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:02.934149 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-58d01b61-1b8b-4dff-9b31-dc210be665c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:03.010248 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:03.113514 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-58d01b61-1b8b-4dff-9b31-dc210be665c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:03.116359 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-58d01b61-1b8b-4dff-9b31-dc210be665c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:03.117788 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-58d01b61-1b8b-4dff-9b31-dc210be665c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99ff5f00-00e0-4258-be64-6cc3ed99aca4 HTTP/1.1" status: 204 len: 168 time: 0.2923338 Jun 15 14:34:03.118727 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6e5cb5aa-26af-4bb3-912d-7be1d8508367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:03.129979 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d01b61-1b8b-4dff-9b31-dc210be665c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff5f00-00e0-4258-be64-6cc3ed99aca4,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:03.132401 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-58d01b61-1b8b-4dff-9b31-dc210be665c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:04.497666 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59452) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:04.608553 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-453518420-network', 'tenant_id': '98405b2b13dc46c7994e5aaa91fdd140'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:04.758459 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Made reservation on behalf of 98405b2b13dc46c7994e5aaa91fdd140 for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:04.760976 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:04.775129 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:04.884210 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:04.941272 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:04.945716 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1d969699-3c9a-4ab2-94b5-f51973ca0e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:04.971101 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=92288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:34:04.980259 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908fcf43-d1f0-4932-b01d-7a6e2134bcff,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:04.984280 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:04.988124 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:04.989371 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Added segment 34a57188-b51f-4fad-9f53-887a60513d34 of type vlan for network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 Jun 15 14:34:05.045243 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:05.158832 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:05.160233 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:05.160809 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:05.163053 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:05.256257 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Pushing event updated for resources: {'Network': ['ID=75f0cd74-38cd-4691-a7a9-ba25f2cfe428,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:05.259320 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:05.268268 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:34:05.279632 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7805455 Jun 15 14:34:05.284302 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59464) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:05.289541 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Request body: {'subnet': {'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-453518420-subnet', 'tenant_id': '98405b2b13dc46c7994e5aaa91fdd140', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:05.398997 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Made reservation on behalf of 98405b2b13dc46c7994e5aaa91fdd140 for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:05.402076 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29298171'] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:05.759187 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28981539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29298157'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:05.762138 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-fb717876-0e73-4e27-af30-bebcf7b156e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:05.825749 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb6a723-e987-4cc1-ab50-18cbe91d36c0,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:05.828594 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:05.847129 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Checking segment: {'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:34:05.847546 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Network hostable DHCP agents. Network: 75f0cd74-38cd-4691-a7a9-ba25f2cfe428, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:34:05.976442 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:34:06.130942 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 75f0cd74-38cd-4691-a7a9-ba25f2cfe428) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:06.138314 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:06.139492 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:06.141678 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5939b-a4e4-473f-95e2-59a750ef5f56 None None] Network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:06.280752 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-7285b8be-5dca-4608-ae15-9531f252bc71 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9950123 Jun 15 14:34:06.340526 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42467a-8194-4f93-8bc0-d51ecef351ad None None] Network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:06.531045 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59498) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:06.648433 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8cb43d3f-c97e-44e1-b1d2-cca3ac8ba812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:06.763130 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8cb43d3f-c97e-44e1-b1d2-cca3ac8ba812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:06.873041 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8cb43d3f-c97e-44e1-b1d2-cca3ac8ba812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:06.876333 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1e93d311-2216-4976-b136-bcc72073bf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:06.918648 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-8cb43d3f-c97e-44e1-b1d2-cca3ac8ba812 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28dc475c53844c3585818ac15781a3a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856301 Jun 15 14:34:06.919379 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb43d3f-c97e-44e1-b1d2-cca3ac8ba812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f503ec4-55ce-451a-9573-7c45c48ecfb4,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:06.922224 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59502) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:06.923363 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-8cb43d3f-c97e-44e1-b1d2-cca3ac8ba812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:06.991729 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-957313bd-1585-4693-aff5-5f5e2559e7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:07.022759 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-957313bd-1585-4693-aff5-5f5e2559e7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:07.199314 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-957313bd-1585-4693-aff5-5f5e2559e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:07.203316 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-957313bd-1585-4693-aff5-5f5e2559e7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:07.205431 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-957313bd-1585-4693-aff5-5f5e2559e7d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f503ec4-55ce-451a-9573-7c45c48ecfb4 HTTP/1.1" status: 204 len: 168 time: 0.2811377 Jun 15 14:34:07.209164 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a7b442a0-3f27-4c29-a7fd-3db15718fdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:07.218128 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957313bd-1585-4693-aff5-5f5e2559e7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f503ec4-55ce-451a-9573-7c45c48ecfb4,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:07.220914 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-957313bd-1585-4693-aff5-5f5e2559e7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:07.924461 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59514) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:07.945856 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a1c38d80-2bd5-4a3b-93ea-0e7c19a8141a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:08.077755 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a1c38d80-2bd5-4a3b-93ea-0e7c19a8141a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:08.170133 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a1c38d80-2bd5-4a3b-93ea-0e7c19a8141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:08.173377 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c4a9daf7-2b60-4ee8-8999-75198b11b125 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:08.215848 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a1c38d80-2bd5-4a3b-93ea-0e7c19a8141a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=969bd05916734339bfdda6b72047bb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898779 Jun 15 14:34:08.216943 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c38d80-2bd5-4a3b-93ea-0e7c19a8141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6974d4-6d24-448c-b691-c47730145b6b,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:08.219712 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59516) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:08.220882 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a1c38d80-2bd5-4a3b-93ea-0e7c19a8141a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:08.283261 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f892562d-5865-4b5b-b1fa-7fa017515610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:08.307019 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f892562d-5865-4b5b-b1fa-7fa017515610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:08.473009 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f892562d-5865-4b5b-b1fa-7fa017515610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:08.476538 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f892562d-5865-4b5b-b1fa-7fa017515610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:08.478231 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f892562d-5865-4b5b-b1fa-7fa017515610 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e6974d4-6d24-448c-b691-c47730145b6b HTTP/1.1" status: 204 len: 168 time: 0.2569938 Jun 15 14:34:08.479706 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ca7107e8-fa7f-4990-8ae1-ef3798782995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:08.493315 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892562d-5865-4b5b-b1fa-7fa017515610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6974d4-6d24-448c-b691-c47730145b6b,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:08.496275 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f892562d-5865-4b5b-b1fa-7fa017515610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:08.990585 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-51f34587-c819-4b71-bd2f-08648c5831bf tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:08.992607 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-51f34587-c819-4b71-bd2f-08648c5831bf tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/networks?id=75f0cd74-38cd-4691-a7a9-ba25f2cfe428 HTTP/1.1" status: 200 len: 813 time: 0.1620533 Jun 15 14:34:09.008474 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-c2d3e4a6-4dcf-46ad-a976-b0bfed7373bd tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/quotas/98405b2b13dc46c7994e5aaa91fdd140 HTTP/1.1" status: 200 len: 375 time: 0.0102646 Jun 15 14:34:09.051104 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-d03b2ca6-5d46-4744-927c-11f6c28f5410 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362191 Jun 15 14:34:09.181689 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a1a72c-3f26-4049-b0c8-12118ed96bf5 service neutron] 10.222.0.22 "GET /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227915 Jun 15 14:34:09.306887 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-3ed46bca-a9a8-4200-882d-6fa248ce0a76 service neutron] 10.222.0.22 "GET /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180484 Jun 15 14:34:09.639284 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fca0f1db-baf8-4a49-b982-b570128bff93 req-65b35791-5edd-4235-a986-bdc62ff159c1 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 210 time: 0.0533125 Jun 15 14:34:10.818573 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0a7d725f-2eb5-416a-a419-1f77dda9a516 req-4dc70142-f507-4ef4-a67e-b193212b4586 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 210 time: 0.0357795 Jun 15 14:34:11.511299 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59594) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:11.554662 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:34:11.640575 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5f85cb52-92d7-4b5d-9e4c-caade2f76781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:11.747765 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5f85cb52-92d7-4b5d-9e4c-caade2f76781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:11.838765 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5f85cb52-92d7-4b5d-9e4c-caade2f76781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:11.842076 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-bd0576ed-d2bc-41dd-8e2c-8d1cda22dcba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:11.886119 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5f85cb52-92d7-4b5d-9e4c-caade2f76781 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d46bc2d64fde471cac6f6557e0e4a222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736279 Jun 15 14:34:11.887084 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85cb52-92d7-4b5d-9e4c-caade2f76781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef734f24-f097-423f-bc31-f3d45ed64888,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:11.891012 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5f85cb52-92d7-4b5d-9e4c-caade2f76781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:11.898048 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59602) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:11.974331 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cfd8e564-57a1-43ca-b29f-eab38fc8f9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:12.004135 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cfd8e564-57a1-43ca-b29f-eab38fc8f9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:12.026693 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e6eaa11c-2420-4b63-986c-6fca299cbe1c req-4e895561-e56f-41ea-8fff-020b15cb4a22 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 210 time: 0.0443583 Jun 15 14:34:12.181386 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cfd8e564-57a1-43ca-b29f-eab38fc8f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:12.184060 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cfd8e564-57a1-43ca-b29f-eab38fc8f9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:12.185206 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-cfd8e564-57a1-43ca-b29f-eab38fc8f9d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef734f24-f097-423f-bc31-f3d45ed64888 HTTP/1.1" status: 204 len: 168 time: 0.2921076 Jun 15 14:34:12.186137 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-957313bd-1585-4693-aff5-5f5e2559e7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:12.202792 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8e564-57a1-43ca-b29f-eab38fc8f9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef734f24-f097-423f-bc31-f3d45ed64888,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:12.206271 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-cfd8e564-57a1-43ca-b29f-eab38fc8f9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:12.508457 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-1f6c3942-13f2-43b8-a94c-47d5fc9f6fd6 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:12.511131 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-1f6c3942-13f2-43b8-a94c-47d5fc9f6fd6 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.45 "GET /v2.0/networks?id=75f0cd74-38cd-4691-a7a9-ba25f2cfe428 HTTP/1.1" status: 200 len: 813 time: 0.1846364 Jun 15 14:34:12.527506 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Request body: {'port': {'device_id': 'a3ad218f-07d1-44a3-af78-6ddc449a5f1f', 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428', 'admin_state_up': True, 'tenant_id': '98405b2b13dc46c7994e5aaa91fdd140'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:12.855949 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Made reservation on behalf of 98405b2b13dc46c7994e5aaa91fdd140 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:12.860520 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.055233 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Allocated IP 172.20.0.5 (75f0cd74-38cd-4691-a7a9-ba25f2cfe428/fbb6a723-e987-4cc1-ab50-18cbe91d36c0/ab5826ab-f90f-4c30-b19d-3d3ac62dd115) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:34:13.240450 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59618) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:13.250843 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7eaf04fb-266f-404c-a00e-739323ae4cfd req-cf0cf518-f801-4baa-b26d-97576aeb9111 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 210 time: 0.0856507 Jun 15 14:34:13.261441 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c1d84b56-1e8d-4da4-9ed8-0c33545de9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.285739 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.359271 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c1d84b56-1e8d-4da4-9ed8-0c33545de9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.410142 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.414012 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a539bd81-a989-4063-8901-1666e20c723e tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:13.439181 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c1d84b56-1e8d-4da4-9ed8-0c33545de9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.442082 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:13.475082 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:34:13.478763 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:13.483852 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:34:13.484141 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-c1d84b56-1e8d-4da4-9ed8-0c33545de9fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b56475b93b34ab6bac2cab03180d320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426243 Jun 15 14:34:13.485197 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d84b56-1e8d-4da4-9ed8-0c33545de9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bede066a-5a51-47d3-9726-da1a30e81e39,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:13.486964 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Pushing event updated for resources: {'Port': ['ID=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:13.488099 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59620) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:13.490121 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c1d84b56-1e8d-4da4-9ed8-0c33545de9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:13.490551 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:13.547933 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:13.548593 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.550376 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-33dfeccd-a1fa-4323-b9d2-4708fa96270e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.576117 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-33dfeccd-a1fa-4323-b9d2-4708fa96270e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.627619 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1072628 Jun 15 14:34:13.639272 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Request body: {'port': {'device_id': 'a3ad218f-07d1-44a3-af78-6ddc449a5f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:13.725120 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-33dfeccd-a1fa-4323-b9d2-4708fa96270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.728441 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.730708 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-33dfeccd-a1fa-4323-b9d2-4708fa96270e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:13.732792 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-33dfeccd-a1fa-4323-b9d2-4708fa96270e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bede066a-5a51-47d3-9726-da1a30e81e39 HTTP/1.1" status: 204 len: 168 time: 0.2434280 Jun 15 14:34:13.734654 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-8cb43d3f-c97e-44e1-b1d2-cca3ac8ba812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:13.752320 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfeccd-a1fa-4323-b9d2-4708fa96270e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bede066a-5a51-47d3-9726-da1a30e81e39,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:13.757980 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-33dfeccd-a1fa-4323-b9d2-4708fa96270e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:14.075028 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5826ab-f90f-4c30-b19d-3d3ac62dd115 {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:34:14.083105 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:14.096470 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Transition to ACTIVE for port object ab5826ab-f90f-4c30-b19d-3d3ac62dd115 will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:34:14.284131 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:14.286892 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:14.401326 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Pushing event updated for resources: {'Port': ['ID=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:14.404420 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:14.478704 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d6ae8-4287-4e4c-a275-f191526f30d2 req-0e18c94c-30e3-4a02-83e6-d46cac50f453 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:14.480246 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fb1d6ae8-4287-4e4c-a275-f191526f30d2 req-0e18c94c-30e3-4a02-83e6-d46cac50f453 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 943 time: 0.0841267 Jun 15 14:34:14.513884 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Attempting to bind port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:34:14.514138 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Attempting to bind port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:34:14.514449 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Attempting to bind port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 on network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:34:14.520937 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 on network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:34:14.521264 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Attempting to bind port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 on network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:34:14.526699 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:34:14.527063 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Checking segment: {'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:34:14.527422 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Bound using segment: {'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:34:14.528055 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Bound port: ab5826ab-f90f-4c30-b19d-3d3ac62dd115, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:34:14.528465 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:14.533507 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fb1d6ae8-4287-4e4c-a275-f191526f30d2 req-f8149972-4605-48fe-9ecc-05806a6b5595 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472395 Jun 15 14:34:14.619357 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] For port ab5826ab-f90f-4c30-b19d-3d3ac62dd115, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:34:14.622718 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] For port ab5826ab-f90f-4c30-b19d-3d3ac62dd115, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:34:14.736812 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:14.739906 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-98d5decc-4dfa-4f2e-850f-99819d667f11 tempest-DeleteServersTestJSON-42671077 tempest-DeleteServersTestJSON-42671077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:14.784415 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:14.784415 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:14.784415 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] 10.222.0.45 "PUT /v2.0/ports/ab5826ab-f90f-4c30-b19d-3d3ac62dd115 HTTP/1.1" status: 200 len: 1093 time: 1.1480179 Jun 15 14:34:14.784415 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ad218f-07d1-44a3-af78-6ddc449a5f1f', 'tag': 'ab5826ab-f90f-4c30-b19d-3d3ac62dd115'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:14.785939 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de3de91-3cb2-4cbd-b94e-c72420f54234" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ad218f-07d1-44a3-af78-6ddc449a5f1f", "tag": "ab5826ab-f90f-4c30-b19d-3d3ac62dd115"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:14.824842 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Pushing event updated for resources: {'Port': ['ID=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:14.831648 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:14.841631 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd06668-54fc-40c5-9128-3da15b32fbd7 x-openstack-request-id: req-6fd06668-54fc-40c5-9128-3da15b32fbd7 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:14.842082 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ad218f-07d1-44a3-af78-6ddc449a5f1f", "tag": "ab5826ab-f90f-4c30-b19d-3d3ac62dd115", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:14.842464 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fd06668-54fc-40c5-9128-3da15b32fbd7 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:14.843079 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ad218f-07d1-44a3-af78-6ddc449a5f1f', 'tag': 'ab5826ab-f90f-4c30-b19d-3d3ac62dd115', 'status': 'completed', 'code': 200} Jun 15 14:34:14.940007 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3de91-3cb2-4cbd-b94e-c72420f54234 req-19463aef-2988-4b2e-a401-af8052c482f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:14.941370 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9de3de91-3cb2-4cbd-b94e-c72420f54234 req-19463aef-2988-4b2e-a401-af8052c482f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 1096 time: 0.0786936 Jun 15 14:34:15.073691 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3de91-3cb2-4cbd-b94e-c72420f54234 req-3156fcc9-033c-4136-9cbc-58b18994b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:15.075458 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9de3de91-3cb2-4cbd-b94e-c72420f54234 req-3156fcc9-033c-4136-9cbc-58b18994b367 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1265826 Jun 15 14:34:15.213581 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3de91-3cb2-4cbd-b94e-c72420f54234 req-85261b2b-1358-407a-809f-fdf00849a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:15.215080 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9de3de91-3cb2-4cbd-b94e-c72420f54234 req-85261b2b-1358-407a-809f-fdf00849a064 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331460 Jun 15 14:34:15.315107 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-5525644f-fc9a-437f-995b-1f9943c4df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:15.316609 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-5525644f-fc9a-437f-995b-1f9943c4df84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 1096 time: 0.0598674 Jun 15 14:34:15.379499 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-abdd5bbc-255e-4db2-80a0-de7c6253fe65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab5826ab-f90f-4c30-b19d-3d3ac62dd115 HTTP/1.1" status: 200 len: 217 time: 0.0531123 Jun 15 14:34:15.450387 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-46b29d7f-c3ff-44f2-b765-342aa953adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:15.452296 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-46b29d7f-c3ff-44f2-b765-342aa953adf6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fbb6a723-e987-4cc1-ab50-18cbe91d36c0 HTTP/1.1" status: 200 len: 853 time: 0.0659628 Jun 15 14:34:15.492924 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-ae18eea5-514d-4cf0-8679-73861967f1c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75f0cd74-38cd-4691-a7a9-ba25f2cfe428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336182 Jun 15 14:34:15.673700 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-fdc5bdec-2b14-41f7-abd4-d141cf1f24de service neutron] 10.222.0.45 "GET /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731179 Jun 15 14:34:15.789081 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57058ed6-dd78-4d3f-a02d-bb3aa1d0e11b req-1059bdff-9f36-4809-96b5-07fced84702b tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:15.790865 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-57058ed6-dd78-4d3f-a02d-bb3aa1d0e11b req-1059bdff-9f36-4809-96b5-07fced84702b tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 943 time: 0.0829720 Jun 15 14:34:15.831551 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d9ea19e0-7b7c-403a-ac6e-7d71d98cc345 req-02330093-0c32-4967-8c3b-3e3056c61c74 service neutron] 10.222.0.45 "GET /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493955 Jun 15 14:34:15.842890 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-57058ed6-dd78-4d3f-a02d-bb3aa1d0e11b req-80e0bfe3-9d10-4cd0-8c96-5334fd0903cf tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394685 Jun 15 14:34:17.045066 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dbee6-579d-4eaf-905e-8a37b3568c21 req-e6d98811-9193-497d-ace8-648f329b5205 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:17.046595 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-be0dbee6-579d-4eaf-905e-8a37b3568c21 req-e6d98811-9193-497d-ace8-648f329b5205 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 943 time: 0.0710411 Jun 15 14:34:17.090838 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-be0dbee6-579d-4eaf-905e-8a37b3568c21 req-2f9b7e9b-c2a1-4d7f-b071-2c1b988e736c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378468 Jun 15 14:34:18.568514 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad7c20-695a-4627-9066-a48ec4489409 req-efc87c08-6fc3-4a2f-83cc-5bdd235306d0 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:18.570101 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-04ad7c20-695a-4627-9066-a48ec4489409 req-efc87c08-6fc3-4a2f-83cc-5bdd235306d0 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 943 time: 0.3560126 Jun 15 14:34:18.617051 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-04ad7c20-695a-4627-9066-a48ec4489409 req-3fbe2ba5-2011-4239-ab5e-c4c42c42f2c9 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400455 Jun 15 14:34:18.779224 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59708) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:18.901153 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e074ebe-6356-424c-a783-efcf94fb64ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:18.998380 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e074ebe-6356-424c-a783-efcf94fb64ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:19.095714 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9e074ebe-6356-424c-a783-efcf94fb64ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:19.100276 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-94b8addf-b50f-4dda-a523-f34461487149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:19.144542 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-9e074ebe-6356-424c-a783-efcf94fb64ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26939adc9da74299be9fb19e629daf06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637679 Jun 15 14:34:19.145811 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e074ebe-6356-424c-a783-efcf94fb64ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fda89c-2564-4971-ad11-75feb7c2d9ec,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:19.149183 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9e074ebe-6356-424c-a783-efcf94fb64ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:19.149567 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59714) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:19.218066 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5e270345-d68f-4f70-8a98-6dd79b4fa11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:19.246016 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5e270345-d68f-4f70-8a98-6dd79b4fa11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:19.277945 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-bf58e962-c47e-4dd9-8577-f7c4adc16182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:19.398548 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5e270345-d68f-4f70-8a98-6dd79b4fa11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:19.401238 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-5e270345-d68f-4f70-8a98-6dd79b4fa11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:19.402440 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-5e270345-d68f-4f70-8a98-6dd79b4fa11a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11fda89c-2564-4971-ad11-75feb7c2d9ec HTTP/1.1" status: 204 len: 168 time: 0.2511199 Jun 15 14:34:19.403257 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0f49b6ec-eb74-44cf-900f-f483370662af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:19.413328 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e270345-d68f-4f70-8a98-6dd79b4fa11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fda89c-2564-4971-ad11-75feb7c2d9ec,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:19.415652 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5e270345-d68f-4f70-8a98-6dd79b4fa11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:19.825674 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac828b9e-acd7-4bc8-b9bc-939b09ceab29 req-1b62cda9-6095-414b-9f7b-072ecd81cb44 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:19.828020 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ac828b9e-acd7-4bc8-b9bc-939b09ceab29 req-1b62cda9-6095-414b-9f7b-072ecd81cb44 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 943 time: 0.0821311 Jun 15 14:34:19.881183 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ac828b9e-acd7-4bc8-b9bc-939b09ceab29 req-254ff309-4587-46a8-b243-dc221dd5d3de tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463626 Jun 15 14:34:20.032500 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59722) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:20.048575 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-102fe563-ad70-47e3-a63f-1edb2716be46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:20.147615 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-102fe563-ad70-47e3-a63f-1edb2716be46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:20.232539 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-102fe563-ad70-47e3-a63f-1edb2716be46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:20.236904 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-10398728-dae8-4cf9-b809-05f6313334d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:20.308480 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-102fe563-ad70-47e3-a63f-1edb2716be46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c793b2d89f84581af2e3f73005ef16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744839 Jun 15 14:34:20.310400 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fe563-ad70-47e3-a63f-1edb2716be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d85c953-6918-4a18-9822-d04313bc48ce,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:20.312233 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59728) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:20.316052 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-102fe563-ad70-47e3-a63f-1edb2716be46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:20.389367 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8d40741-aaeb-4d17-9ce0-76313ae94515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:20.414223 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8d40741-aaeb-4d17-9ce0-76313ae94515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:20.524340 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8d40741-aaeb-4d17-9ce0-76313ae94515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:20.527059 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8d40741-aaeb-4d17-9ce0-76313ae94515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:20.528305 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-c8d40741-aaeb-4d17-9ce0-76313ae94515 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d85c953-6918-4a18-9822-d04313bc48ce HTTP/1.1" status: 204 len: 168 time: 0.2149754 Jun 15 14:34:20.529087 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-599d826b-d3a8-4337-88cd-4e7180668a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:20.538322 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d40741-aaeb-4d17-9ce0-76313ae94515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d85c953-6918-4a18-9822-d04313bc48ce,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:20.540967 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c8d40741-aaeb-4d17-9ce0-76313ae94515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:20.800780 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device ab5826ab-f90f-4c30-b19d-3d3ac62dd115 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:34:20.950080 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port ab5826ab-f90f-4c30-b19d-3d3ac62dd115, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:20.964568 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': 'ab5826ab-f90f-4c30-b19d-3d3ac62dd115', 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428', 'port_id': 'ab5826ab-f90f-4c30-b19d-3d3ac62dd115', 'mac_address': 'fa:16:3e:1c:52:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb6a723-e987-4cc1-ab50-18cbe91d36c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:34:21.030059 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:21.058244 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5826ab-f90f-4c30-b19d-3d3ac62dd115 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:34:21.082124 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port ab5826ab-f90f-4c30-b19d-3d3ac62dd115, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:21.121795 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356cf5-3e42-4ccb-9fc2-5698d90b2c37 req-09f8b02f-8fb5-4f7e-aa88-f24b7972db1e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:21.123309 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-08356cf5-3e42-4ccb-9fc2-5698d90b2c37 req-09f8b02f-8fb5-4f7e-aa88-f24b7972db1e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 943 time: 0.0748427 Jun 15 14:34:21.166280 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-08356cf5-3e42-4ccb-9fc2-5698d90b2c37 req-d1c17fe1-42cc-4bda-9a03-4f0381dfa8fe tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 Jun 15 14:34:21.255277 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:21.257147 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:21.310158 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:21.313210 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:21.670397 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['ab5826ab-f90f-4c30-b19d-3d3ac62dd115'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:34:21.831739 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:22.152768 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c6c46e9c-50e0-4202-badd-e61ec395bdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:22.352276 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2a55-eaa2-4664-b8e9-2466c5db1c41 req-9d7adac9-d478-45b1-b82d-432ab9ecde39 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:22.353785 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-edcc2a55-eaa2-4664-b8e9-2466c5db1c41 req-9d7adac9-d478-45b1-b82d-432ab9ecde39 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 944 time: 0.0708499 Jun 15 14:34:22.396625 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-edcc2a55-eaa2-4664-b8e9-2466c5db1c41 req-6799794f-bc3b-4c1a-a084-1f878ea77be3 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363865 Jun 15 14:34:22.798884 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device ab5826ab-f90f-4c30-b19d-3d3ac62dd115 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:34:22.855371 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:22.907247 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:34:22.911370 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:34:22.911880 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:23.004350 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:23.029394 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ad218f-07d1-44a3-af78-6ddc449a5f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5826ab-f90f-4c30-b19d-3d3ac62dd115'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:34:23.031687 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca129aa-331a-4f25-ad8c-93b58b9e5a61" -d '{"events": [{"server_uuid": "a3ad218f-07d1-44a3-af78-6ddc449a5f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ab5826ab-f90f-4c30-b19d-3d3ac62dd115"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:34:23.045155 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port ab5826ab-f90f-4c30-b19d-3d3ac62dd115, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:23.068029 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227aa0ea-5940-40cd-b91a-0cc8b928fbe2 x-openstack-request-id: req-227aa0ea-5940-40cd-b91a-0cc8b928fbe2 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:34:23.068325 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ad218f-07d1-44a3-af78-6ddc449a5f1f", "name": "network-vif-plugged", "status": "completed", "tag": "ab5826ab-f90f-4c30-b19d-3d3ac62dd115", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:34:23.068607 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-227aa0ea-5940-40cd-b91a-0cc8b928fbe2 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:34:23.069003 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ad218f-07d1-44a3-af78-6ddc449a5f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5826ab-f90f-4c30-b19d-3d3ac62dd115', 'code': 200} Jun 15 14:34:23.189886 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:23.190650 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-ec0b28a3-44de-4725-9239-d729db4067f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:23.258335 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:23.261417 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:23.527400 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd19b9-484f-4cff-9eb2-9ea0a2e959a8 req-88bee7e4-8df3-41d1-9863-05e09378d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:23.527400 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8cdd19b9-484f-4cff-9eb2-9ea0a2e959a8 req-88bee7e4-8df3-41d1-9863-05e09378d48c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 1098 time: 0.0636098 Jun 15 14:34:23.571626 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8cdd19b9-484f-4cff-9eb2-9ea0a2e959a8 req-27acfbf2-9f24-4906-af1b-dc189dd39274 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Jun 15 14:34:23.595109 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab49546-cb75-4a0f-ad9d-ba809fff4d96 req-8e74ff2d-e5ca-4d39-ac15-8bed730a0482 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:23.596682 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7ab49546-cb75-4a0f-ad9d-ba809fff4d96 req-8e74ff2d-e5ca-4d39-ac15-8bed730a0482 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.0779431 Jun 15 14:34:23.643083 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7ab49546-cb75-4a0f-ad9d-ba809fff4d96 req-c369c73a-7bdf-451a-a24a-4809f7afc636 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 Jun 15 14:34:24.718941 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:24.840900 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee217ee-defe-44aa-ae23-5538d3a9de7c req-3d6def8e-7d40-4fa5-81d7-a6449e88bce4 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:24.842681 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7ee217ee-defe-44aa-ae23-5538d3a9de7c req-3d6def8e-7d40-4fa5-81d7-a6449e88bce4 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.0810103 Jun 15 14:34:24.912962 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7ee217ee-defe-44aa-ae23-5538d3a9de7c req-c2e03aff-d2f2-494e-be9e-cc8e7bac6f1a tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626481 Jun 15 14:34:26.109631 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb744b-392b-4cbd-97cf-ca3981ebaaef req-f6d1a889-0ef7-4856-8014-1e21016c580b tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:26.111557 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7acb744b-392b-4cbd-97cf-ca3981ebaaef req-f6d1a889-0ef7-4856-8014-1e21016c580b tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.0785275 Jun 15 14:34:26.160629 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7acb744b-392b-4cbd-97cf-ca3981ebaaef req-c67da181-ef5a-4869-b916-76dcbfd90e8d tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Jun 15 14:34:26.695749 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59860) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:26.812158 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-af798af4-3561-4e46-9992-71c3e6166829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:26.938411 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-af798af4-3561-4e46-9992-71c3e6166829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.017648 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-af798af4-3561-4e46-9992-71c3e6166829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.018145 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ea004059-1529-4588-853e-002c67913d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:27.094758 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59868) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:27.095343 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-af798af4-3561-4e46-9992-71c3e6166829 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b842db48c7a74b7cba8237573fd7b6b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979154 Jun 15 14:34:27.095796 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af798af4-3561-4e46-9992-71c3e6166829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e25221-05f4-4889-b661-4e1a3c6d637d,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:27.099167 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-af798af4-3561-4e46-9992-71c3e6166829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:27.151456 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7fdb-4693-4fec-8a6a-6a7291cf4d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.174857 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7fdb-4693-4fec-8a6a-6a7291cf4d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.272876 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7fdb-4693-4fec-8a6a-6a7291cf4d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.275583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ee7c7fdb-4693-4fec-8a6a-6a7291cf4d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:27.276766 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-ee7c7fdb-4693-4fec-8a6a-6a7291cf4d0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1e25221-05f4-4889-b661-4e1a3c6d637d HTTP/1.1" status: 204 len: 168 time: 0.1802359 Jun 15 14:34:27.277539 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-76848c35-d65f-4a02-82d6-4121dbd4cdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:27.286759 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c7fdb-4693-4fec-8a6a-6a7291cf4d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e25221-05f4-4889-b661-4e1a3c6d637d,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:27.291682 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ee7c7fdb-4693-4fec-8a6a-6a7291cf4d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:27.924862 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 59890) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:27.945996 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5df42a7f-acbc-4d0b-b1f8-87b71252132b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.047293 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5df42a7f-acbc-4d0b-b1f8-87b71252132b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.101381 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5df42a7f-acbc-4d0b-b1f8-87b71252132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.103884 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a9aad30e-a84e-4344-a465-1cc1250e2e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:28.142870 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df42a7f-acbc-4d0b-b1f8-87b71252132b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f0a6ec-b4bd-48a5-9794-c55167dc2f15,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:28.148240 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5df42a7f-acbc-4d0b-b1f8-87b71252132b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e86b904fa4204e58b1489d6bea336c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221539 Jun 15 14:34:28.149490 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5df42a7f-acbc-4d0b-b1f8-87b71252132b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:28.150522 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 59894) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:28.206075 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-41df0d7c-b3d4-4e39-a36a-3ce0fa6697de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.230551 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-41df0d7c-b3d4-4e39-a36a-3ce0fa6697de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.361671 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-41df0d7c-b3d4-4e39-a36a-3ce0fa6697de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.361671 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-41df0d7c-b3d4-4e39-a36a-3ce0fa6697de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:28.361671 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-41df0d7c-b3d4-4e39-a36a-3ce0fa6697de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66f0a6ec-b4bd-48a5-9794-c55167dc2f15 HTTP/1.1" status: 204 len: 168 time: 0.2054896 Jun 15 14:34:28.361671 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0f2ca83a-5867-4da1-8ad3-f2bfc5ffe639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:28.366870 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df0d7c-b3d4-4e39-a36a-3ce0fa6697de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f0a6ec-b4bd-48a5-9794-c55167dc2f15,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:28.369247 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-41df0d7c-b3d4-4e39-a36a-3ce0fa6697de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:33.015034 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:33.840617 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc3f7f-b138-4ec1-96f0-c9acf0771fe7 req-867e9340-69c2-44fa-bb57-72becb17e9b1 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:33.842151 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1bfc3f7f-b138-4ec1-96f0-c9acf0771fe7 req-867e9340-69c2-44fa-bb57-72becb17e9b1 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0797534 Jun 15 14:34:33.888777 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1bfc3f7f-b138-4ec1-96f0-c9acf0771fe7 req-f504cdb4-1f46-4d2d-ac6f-495baa596154 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402372 Jun 15 14:34:35.081715 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e63ea-8f72-4d76-9a2e-b9f6e4e1489f req-b30f5521-9f7c-4525-aa00-f95700bcb1a5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:35.083266 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-424e63ea-8f72-4d76-9a2e-b9f6e4e1489f req-b30f5521-9f7c-4525-aa00-f95700bcb1a5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0777137 Jun 15 14:34:35.127328 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-424e63ea-8f72-4d76-9a2e-b9f6e4e1489f req-18589ce1-fb16-4feb-85d9-82ae4ebc1c87 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379798 Jun 15 14:34:36.316592 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0fd8b-2b62-4381-ae1e-280033cf624d req-9be05da7-be67-4217-a5c9-a98c50142031 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:36.318142 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dfb0fd8b-2b62-4381-ae1e-280033cf624d req-9be05da7-be67-4217-a5c9-a98c50142031 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0735629 Jun 15 14:34:36.369617 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dfb0fd8b-2b62-4381-ae1e-280033cf624d req-3ab02f9b-366f-4c14-b08a-8d303cea5726 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458107 Jun 15 14:34:37.572264 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8e3dd-fbf5-4b3d-beac-aee83cd2b683 req-afb2f160-6272-431c-90da-8b1c7c4cefcf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:37.575021 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fbd8e3dd-fbf5-4b3d-beac-aee83cd2b683 req-afb2f160-6272-431c-90da-8b1c7c4cefcf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0873802 Jun 15 14:34:37.631372 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fbd8e3dd-fbf5-4b3d-beac-aee83cd2b683 req-b282f1dc-32b2-4ac8-8582-6894fc7d1f44 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495718 Jun 15 14:34:38.831940 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06effa1a-488c-410f-8fe4-21f1ee6c9cb7 req-6186914b-8a91-440f-846e-75ec925b029a tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:38.833488 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-06effa1a-488c-410f-8fe4-21f1ee6c9cb7 req-6186914b-8a91-440f-846e-75ec925b029a tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0747983 Jun 15 14:34:38.878222 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-06effa1a-488c-410f-8fe4-21f1ee6c9cb7 req-020c8cc1-96d6-437b-9cae-baa83a216612 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384362 Jun 15 14:34:40.078442 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81865cac-e3bf-41be-ba24-64ee827da918 req-d4aaea78-436f-4a7b-947e-4c5afb9db8d5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:40.079880 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-81865cac-e3bf-41be-ba24-64ee827da918 req-d4aaea78-436f-4a7b-947e-4c5afb9db8d5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0770504 Jun 15 14:34:40.122256 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-81865cac-e3bf-41be-ba24-64ee827da918 req-45ad708e-b286-4e4b-bcfc-e9b26059db81 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361216 Jun 15 14:34:41.423152 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95937c-5d0c-49b1-be08-c35ed58f0de3 req-bd6dcf0d-b6d1-4f74-9fbc-ceea8535d024 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.424709 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bf95937c-5d0c-49b1-be08-c35ed58f0de3 req-bd6dcf0d-b6d1-4f74-9fbc-ceea8535d024 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1812508 Jun 15 14:34:41.468210 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bf95937c-5d0c-49b1-be08-c35ed58f0de3 req-ab3d014f-67db-42b5-b3c3-2b2870e5e92e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375137 Jun 15 14:34:41.565859 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5fc9a-eb0a-4a33-9c21-2ef5c389eeb0 req-6a09724b-0502-4223-83d3-c43a7f9e624c tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.567241 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79a5fc9a-eb0a-4a33-9c21-2ef5c389eeb0 req-6a09724b-0502-4223-83d3-c43a7f9e624c tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0780616 Jun 15 14:34:41.606188 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-6f6d55d4-333c-4a82-b6cd-599cc642b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.607674 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-6f6d55d4-333c-4a82-b6cd-599cc642b8fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1137 time: 0.0601132 Jun 15 14:34:41.613321 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79a5fc9a-eb0a-4a33-9c21-2ef5c389eeb0 req-25553ded-08a4-4423-8427-ab248276eb37 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396860 Jun 15 14:34:41.733845 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-909dfd70-4d69-462c-a160-f85bfecc22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.735292 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-909dfd70-4d69-462c-a160-f85bfecc22f8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af35941b-f8ed-47d2-9605-fa5f4492e103 HTTP/1.1" status: 200 len: 915 time: 0.1187742 Jun 15 14:34:41.823225 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-90be169a-00c3-4ca9-8d60-28478ae25a91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 1000 time: 0.0793517 Jun 15 14:34:41.880975 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-4bca636a-22b1-4f61-8f9f-df8358357299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.882443 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-4bca636a-22b1-4f61-8f9f-df8358357299 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dbd0b3-b65e-497c-8174-f21135a4087b HTTP/1.1" status: 200 len: 853 time: 0.0519395 Jun 15 14:34:41.952757 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-1e211eb9-35f7-4128-b8eb-cac0df108758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:41.954252 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-1e211eb9-35f7-4128-b8eb-cac0df108758 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af35941b-f8ed-47d2-9605-fa5f4492e103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0648439 Jun 15 14:34:42.330052 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-78ce06b4-f59f-4c1a-9e2a-97e4eaccd42e service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690116 Jun 15 14:34:42.457967 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa8cac22-7300-4fb5-9268-eea4b9cf7b2c req-8a04a55f-3f7b-467d-b699-b3d233861754 service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119704 Jun 15 14:34:42.663827 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dbd6e5-d191-40cb-8773-c2700170b05f req-b8d28a91-e82e-4620-b312-31aa2741c7c5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:42.665362 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d4dbd6e5-d191-40cb-8773-c2700170b05f req-b8d28a91-e82e-4620-b312-31aa2741c7c5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0758555 Jun 15 14:34:42.710429 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d4dbd6e5-d191-40cb-8773-c2700170b05f req-ee00830d-59f9-40c4-bf44-49a294cc103f tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379767 Jun 15 14:34:42.818392 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47830a-8981-4399-8353-63dcbb1c1be0 req-4f1c7d92-7bc8-4bdd-ab55-da1b7f952e88 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:42.819856 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ce47830a-8981-4399-8353-63dcbb1c1be0 req-4f1c7d92-7bc8-4bdd-ab55-da1b7f952e88 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0895789 Jun 15 14:34:42.866046 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ce47830a-8981-4399-8353-63dcbb1c1be0 req-507b916b-a6de-42df-9de0-a5acc640b594 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401511 Jun 15 14:34:43.710962 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 60116) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:43.823947 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f9607ee3-ac0a-456d-a1b5-fde06565ae7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:43.951429 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6b1d4-4288-4318-960a-32943679eb62 req-fb56e27e-54ce-43ed-9c51-eed11c0a56d5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:43.952941 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39a6b1d4-4288-4318-960a-32943679eb62 req-fb56e27e-54ce-43ed-9c51-eed11c0a56d5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1099894 Jun 15 14:34:44.031746 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f9607ee3-ac0a-456d-a1b5-fde06565ae7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.056236 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39a6b1d4-4288-4318-960a-32943679eb62 req-bc284d2d-fd8c-4c55-9d45-1a02aca53644 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960877 Jun 15 14:34:44.089619 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6762a6-fb22-46f2-820c-8cfa6edad7f7 req-c41585f8-259a-47b4-b9a3-e011f1b0231e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:44.091078 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8f6762a6-fb22-46f2-820c-8cfa6edad7f7 req-c41585f8-259a-47b4-b9a3-e011f1b0231e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.1033547 Jun 15 14:34:44.107584 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f9607ee3-ac0a-456d-a1b5-fde06565ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.121033 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f892562d-5865-4b5b-b1fa-7fa017515610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:44.182061 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f9607ee3-ac0a-456d-a1b5-fde06565ae7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df95bb72b8a640fcaac6c323c3a075b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700115 Jun 15 14:34:44.184915 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 60126) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:44.187897 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8f6762a6-fb22-46f2-820c-8cfa6edad7f7 req-79e09028-2c4c-42c6-bd15-c6fcc00f4448 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0877712 Jun 15 14:34:44.188853 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9607ee3-ac0a-456d-a1b5-fde06565ae7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fee7e81-4c28-498d-8303-48a7a0c02a3a,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:44.203983 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f9607ee3-ac0a-456d-a1b5-fde06565ae7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:44.256958 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-158c7025-8604-4e6a-8da1-0cb3714d0398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.281903 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-158c7025-8604-4e6a-8da1-0cb3714d0398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.426298 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-158c7025-8604-4e6a-8da1-0cb3714d0398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.429371 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-158c7025-8604-4e6a-8da1-0cb3714d0398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:44.430736 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-158c7025-8604-4e6a-8da1-0cb3714d0398 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fee7e81-4c28-498d-8303-48a7a0c02a3a HTTP/1.1" status: 204 len: 168 time: 0.2447715 Jun 15 14:34:44.431658 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b88e6037-a51a-484f-9ec1-796840950700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:44.443297 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c7025-8604-4e6a-8da1-0cb3714d0398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fee7e81-4c28-498d-8303-48a7a0c02a3a,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:44.445963 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-158c7025-8604-4e6a-8da1-0cb3714d0398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:45.259732 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889e213-b376-4fa3-8639-b29c390ca615 req-14b529ca-a99b-4dad-ae25-ba8b109c0117 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:45.261288 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2889e213-b376-4fa3-8639-b29c390ca615 req-14b529ca-a99b-4dad-ae25-ba8b109c0117 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0723686 Jun 15 14:34:45.305794 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 60140) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:45.310057 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2889e213-b376-4fa3-8639-b29c390ca615 req-d25b60cf-9165-4cb8-b47f-8433ecc6d1eb tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424745 Jun 15 14:34:45.322787 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-92684e8a-9f12-473c-bdbf-c51e0c7fbe05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.415353 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519e9b-c6bb-4933-86cd-d05d9f41cfc6 req-7e0c72c2-46cf-4885-8028-d9e80fc14d77 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:45.417428 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-15519e9b-c6bb-4933-86cd-d05d9f41cfc6 req-7e0c72c2-46cf-4885-8028-d9e80fc14d77 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0719011 Jun 15 14:34:45.423050 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-92684e8a-9f12-473c-bdbf-c51e0c7fbe05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.470495 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-15519e9b-c6bb-4933-86cd-d05d9f41cfc6 req-07a49dff-924b-41ff-aace-11f37005468e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461781 Jun 15 14:34:45.528922 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-92684e8a-9f12-473c-bdbf-c51e0c7fbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.532993 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-58d01b61-1b8b-4dff-9b31-dc210be665c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:45.571493 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-92684e8a-9f12-473c-bdbf-c51e0c7fbe05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56e4b80ff2d84534b1fd5b4e97923b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645757 Jun 15 14:34:45.574283 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 60146) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:45.574437 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92684e8a-9f12-473c-bdbf-c51e0c7fbe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94f23ba-88a3-4965-92c7-e783641d5955,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:45.577552 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-92684e8a-9f12-473c-bdbf-c51e0c7fbe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:45.636850 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0ca04698-b6b0-4276-a941-fd65bf597b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.660082 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0ca04698-b6b0-4276-a941-fd65bf597b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.792471 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0ca04698-b6b0-4276-a941-fd65bf597b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.796992 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0ca04698-b6b0-4276-a941-fd65bf597b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.797201 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0ca04698-b6b0-4276-a941-fd65bf597b0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b94f23ba-88a3-4965-92c7-e783641d5955 HTTP/1.1" status: 204 len: 168 time: 0.2211697 Jun 15 14:34:45.797846 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-00d6ea14-6a05-4dc6-a71c-f44f70cc7d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:45.807307 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca04698-b6b0-4276-a941-fd65bf597b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94f23ba-88a3-4965-92c7-e783641d5955,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:45.810061 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0ca04698-b6b0-4276-a941-fd65bf597b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:45.995831 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a61587-798e-482a-adf9-8317f3bfe44a req-2255f6d1-3402-47e2-be55-be589e02818c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:45.997381 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-35a61587-798e-482a-adf9-8317f3bfe44a req-2255f6d1-3402-47e2-be55-be589e02818c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 1098 time: 0.0668130 Jun 15 14:34:46.122795 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a61587-798e-482a-adf9-8317f3bfe44a req-24e80df1-cd63-4eb1-8a76-b838780af9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:46.124235 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-35a61587-798e-482a-adf9-8317f3bfe44a req-24e80df1-cd63-4eb1-8a76-b838780af9e7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 911 time: 0.1204145 Jun 15 14:34:46.152665 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416fc6b-2765-40c4-9548-8a914cf20050 req-d398ff7a-9835-423b-a692-51272475ab0c tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:46.159326 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1416fc6b-2765-40c4-9548-8a914cf20050 req-d398ff7a-9835-423b-a692-51272475ab0c tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0784016 Jun 15 14:34:46.208127 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1416fc6b-2765-40c4-9548-8a914cf20050 req-e71e34a0-08b3-402d-a607-dc64f106cc0b tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472672 Jun 15 14:34:46.218140 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-35a61587-798e-482a-adf9-8317f3bfe44a req-071d1ae6-24b1-4d75-8bcf-98ea70a5a9cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 200 len: 1001 time: 0.0865366 Jun 15 14:34:46.275065 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a61587-798e-482a-adf9-8317f3bfe44a req-530e5449-8930-429a-b918-d33791bbb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:46.276572 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-35a61587-798e-482a-adf9-8317f3bfe44a req-530e5449-8930-429a-b918-d33791bbb85f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.0526505 Jun 15 14:34:46.350743 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a61587-798e-482a-adf9-8317f3bfe44a req-260d306b-3bd2-4c2b-b51b-47061d79caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:46.352308 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-35a61587-798e-482a-adf9-8317f3bfe44a req-260d306b-3bd2-4c2b-b51b-47061d79caca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678797 Jun 15 14:34:46.472951 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-35a61587-798e-482a-adf9-8317f3bfe44a req-2d95558c-03c5-48be-a1e7-cf772debc6bd service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118057 Jun 15 14:34:46.595576 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-35a61587-798e-482a-adf9-8317f3bfe44a req-5e891a9f-14ed-4069-8797-557045b95792 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149738 Jun 15 14:34:46.663358 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b159a50-b7d4-45ac-b48b-8920e493bcc3 req-f11cb879-74b0-4c68-81c5-657ec9b05487 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:46.665017 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1b159a50-b7d4-45ac-b48b-8920e493bcc3 req-f11cb879-74b0-4c68-81c5-657ec9b05487 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0760372 Jun 15 14:34:46.711705 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1b159a50-b7d4-45ac-b48b-8920e493bcc3 req-c67ad6fa-66c5-4a38-89bb-ae42ec642a20 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400164 Jun 15 14:34:47.403792 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e069a4-dabf-4487-a8cd-dab75eade998 req-c049fc34-17bf-42af-8949-df1732817abd tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:47.405898 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e3e069a4-dabf-4487-a8cd-dab75eade998 req-c049fc34-17bf-42af-8949-df1732817abd tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0783837 Jun 15 14:34:47.450973 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e3e069a4-dabf-4487-a8cd-dab75eade998 req-8ba490ec-fcab-40fc-90cb-1a982f242cfa tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378211 Jun 15 14:34:47.820051 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 60194) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:47.911781 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ee498-e69f-49e2-a685-c54e2aa06396 req-7423e6f1-7943-44d7-b3ef-ef222cff8ed2 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:47.913263 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-099ee498-e69f-49e2-a685-c54e2aa06396 req-7423e6f1-7943-44d7-b3ef-ef222cff8ed2 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0782719 Jun 15 14:34:47.949996 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-320ab731-8701-4b46-9a65-af25959897e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:47.983996 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-099ee498-e69f-49e2-a685-c54e2aa06396 req-914e9184-6031-4b91-83b0-d1b09964725e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648077 Jun 15 14:34:48.062152 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-320ab731-8701-4b46-9a65-af25959897e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.162814 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-320ab731-8701-4b46-9a65-af25959897e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.165376 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c1d84b56-1e8d-4da4-9ed8-0c33545de9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:48.206746 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-320ab731-8701-4b46-9a65-af25959897e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ba7e361186d4f75ab610358890eda40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849218 Jun 15 14:34:48.207812 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ab731-8701-4b46-9a65-af25959897e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8aa45d-1e9e-4e25-9e0e-b5dd99e94c7c,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:48.210467 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 60200) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:48.211189 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-320ab731-8701-4b46-9a65-af25959897e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:48.270054 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.294712 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.460708 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.463290 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.464439 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f8aa45d-1e9e-4e25-9e0e-b5dd99e94c7c HTTP/1.1" status: 204 len: 168 time: 0.2523522 Jun 15 14:34:48.465218 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-da4875de-f6d3-4ba2-bf28-66136e431e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:48.474309 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8aa45d-1e9e-4e25-9e0e-b5dd99e94c7c,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:48.481409 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.481783 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.482197 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.482559 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.482913 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.483286 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.483600 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.484085 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.484388 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.484735 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.485078 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.485652 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:48.488795 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-63280d46-638b-49c3-a5b0-db5ae07ab741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:48.553186 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:34:48.665277 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec44c4d-73ee-4525-bd6f-df6245e80a2b req-17dcf482-86ad-4e28-89d9-450eb0c2d94e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:48.667853 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bec44c4d-73ee-4525-bd6f-df6245e80a2b req-17dcf482-86ad-4e28-89d9-450eb0c2d94e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0949831 Jun 15 14:34:48.722412 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bec44c4d-73ee-4525-bd6f-df6245e80a2b req-84f249be-dfd3-4631-a6c3-aec381f1850a tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383177 Jun 15 14:34:49.311747 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-84d00310-5f41-4336-a1d4-27061705f972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:49.343592 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b3f8-1b77-4c16-9782-b672a6afae0e req-f8c9efc3-5e1f-4b44-90f9-6a05beaaf822 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:49.345107 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f427b3f8-1b77-4c16-9782-b672a6afae0e req-f8c9efc3-5e1f-4b44-90f9-6a05beaaf822 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0767639 Jun 15 14:34:49.391231 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f427b3f8-1b77-4c16-9782-b672a6afae0e req-ff49a03b-cac2-4864-b04d-25c08dcf6c75 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399628 Jun 15 14:34:50.595451 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59504b-426d-47e8-999f-b2b971a662fb req-914cac89-a7bb-4e0e-969e-694abfb0ccaa tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:50.597588 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4b59504b-426d-47e8-999f-b2b971a662fb req-914cac89-a7bb-4e0e-969e-694abfb0ccaa tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0799952 Jun 15 14:34:50.651104 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4b59504b-426d-47e8-999f-b2b971a662fb req-cd9315ca-19ac-4ff3-85f4-c3bebcc0d489 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466106 Jun 15 14:34:51.802554 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:51.872673 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914fd07-98d1-4bb5-99af-eb937066dc37 req-1f91a660-4902-4248-a499-8fb75ef7198a tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:51.874099 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0914fd07-98d1-4bb5-99af-eb937066dc37 req-1f91a660-4902-4248-a499-8fb75ef7198a tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0709596 Jun 15 14:34:51.919556 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0914fd07-98d1-4bb5-99af-eb937066dc37 req-8f0ee4c9-9ad8-4b31-b6c0-2e269a0fb407 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396035 Jun 15 14:34:52.111768 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-0e39034e-69b7-4035-a2d2-2a138f12a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:52.877534 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:53.112756 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140d365-0b60-4920-900e-7f1c9490ff2e req-fd11dda5-fdaf-4c94-8b91-4951d588d0ee tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:53.120835 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9140d365-0b60-4920-900e-7f1c9490ff2e req-fd11dda5-fdaf-4c94-8b91-4951d588d0ee tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0776126 Jun 15 14:34:53.159166 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9140d365-0b60-4920-900e-7f1c9490ff2e req-d37457f7-2a0f-4fba-b85d-e72d6293fe87 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390763 Jun 15 14:34:54.351460 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32665189-cd13-495f-97de-3cb17bc68ebc req-95edb51d-efe4-44be-b7e4-1e306e226928 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:54.352982 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-32665189-cd13-495f-97de-3cb17bc68ebc req-95edb51d-efe4-44be-b7e4-1e306e226928 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0712252 Jun 15 14:34:54.400524 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-32665189-cd13-495f-97de-3cb17bc68ebc req-4d459e87-5460-45db-852d-1806cb4cdea9 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410404 Jun 15 14:34:54.814279 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:55.160837 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 60316) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:55.297261 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-16818609-2673-4e45-b843-1188a3e0bbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:55.406719 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-16818609-2673-4e45-b843-1188a3e0bbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:55.517347 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-16818609-2673-4e45-b843-1188a3e0bbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:55.519974 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3c701a5d-0f9b-4653-9392-06d0217a3d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:55.562007 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-16818609-2673-4e45-b843-1188a3e0bbe5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=801e1a53bd66424491cdb1881ea24aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998427 Jun 15 14:34:55.562884 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16818609-2673-4e45-b843-1188a3e0bbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c6cc27-e514-4c3c-8a5c-b9d2bb1b7cd4,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:55.564733 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 60326) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:55.566187 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-16818609-2673-4e45-b843-1188a3e0bbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:55.648222 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7271c-ac49-44d8-af74-648682faeea9 req-b8f13ad9-e68f-4bab-ae81-9e82533fd13a tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:55.649728 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a0f7271c-ac49-44d8-af74-648682faeea9 req-b8f13ad9-e68f-4bab-ae81-9e82533fd13a tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.1276164 Jun 15 14:34:55.650637 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:55.694797 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:55.718703 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a0f7271c-ac49-44d8-af74-648682faeea9 req-a82d05f5-de1b-482a-8202-2bd256c926a0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629847 Jun 15 14:34:55.906572 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:55.910351 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:55.911768 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05c6cc27-e514-4c3c-8a5c-b9d2bb1b7cd4 HTTP/1.1" status: 204 len: 168 time: 0.3445170 Jun 15 14:34:55.912579 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-320ab731-8701-4b46-9a65-af25959897e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:55.922556 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c6cc27-e514-4c3c-8a5c-b9d2bb1b7cd4,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:55.930568 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.931003 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.931291 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.931656 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.932029 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.932386 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.932734 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.933080 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.933494 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.933905 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.934233 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.934595 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:55.941105 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:56.920627 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ec7dc-94e7-411a-9a8a-88439c027532 req-1f6829a2-270e-4d74-b855-36e2e4182e98 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:56.922271 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7a9ec7dc-94e7-411a-9a8a-88439c027532 req-1f6829a2-270e-4d74-b855-36e2e4182e98 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0860775 Jun 15 14:34:56.976401 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7a9ec7dc-94e7-411a-9a8a-88439c027532 req-a06e485d-f330-4837-a0c9-9726b762ecf6 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476401 Jun 15 14:34:57.004981 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 60356) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:57.116419 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2078184410-network', 'tenant_id': '84531dc2e54043f0bb83b75cf3a69b89'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:57.198030 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Made reservation on behalf of 84531dc2e54043f0bb83b75cf3a69b89 for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:57.200690 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.213355 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.332344 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.448954 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.452133 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9e074ebe-6356-424c-a783-efcf94fb64ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:57.476065 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=92288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:34:57.486572 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0a80d2-8111-4e78-9214-4c687005346f,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:57.490870 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:57.492020 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.492354 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Added segment e766d05e-6cc4-4c08-b0e1-a75c83483135 of type vlan for network 87ab9258-5c8b-43da-bfd2-b483668d9aed Jun 15 14:34:57.550985 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.655215 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.656679 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:57.657446 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:57.660069 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e665d928-abf6-40ae-b01b-efeb4a9d15c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:57.743427 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Pushing event updated for resources: {'Network': ['ID=87ab9258-5c8b-43da-bfd2-b483668d9aed,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:57.746752 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:57.754179 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 87ab9258-5c8b-43da-bfd2-b483668d9aed details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:34:57.798778 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7926190 Jun 15 14:34:57.803630 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 60362) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:57.810125 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Request body: {'subnet': {'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2078184410-subnet', 'tenant_id': '84531dc2e54043f0bb83b75cf3a69b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:57.929148 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Made reservation on behalf of 84531dc2e54043f0bb83b75cf3a69b89 for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:57.931629 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29298171'] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:58.229775 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882992d4-7af2-4808-9016-8d2645835c95 req-a75aba9f-e8c1-47af-a8d2-68154fc668f7 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:58.231274 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-882992d4-7af2-4808-9016-8d2645835c95 req-a75aba9f-e8c1-47af-a8d2-68154fc668f7 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.1368871 Jun 15 14:34:58.300368 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-882992d4-7af2-4808-9016-8d2645835c95 req-fedb3e0b-a72a-4f9d-b9d3-ea5b1f365706 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545301 Jun 15 14:34:58.300368 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28981539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29298157'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:58.300368 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-67a00e2a-2805-4267-8f6c-0fab9602da1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:34:58.369519 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb12142-5fdc-4dfd-9d56-b28efff7e14f,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:58.373861 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:34:58.384069 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Checking segment: {'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:34:58.384434 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Network hostable DHCP agents. Network: 87ab9258-5c8b-43da-bfd2-b483668d9aed, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:34:58.483028 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Network 87ab9258-5c8b-43da-bfd2-b483668d9aed is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:34:58.562990 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 87ab9258-5c8b-43da-bfd2-b483668d9aed) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:58.567509 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:58.568127 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:58.579646 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f003d23b-2620-4f92-b5d4-5cc708e05ec2 None None] Network 87ab9258-5c8b-43da-bfd2-b483668d9aed requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:58.729829 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9249573 Jun 15 14:34:58.940705 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f152a-ad78-49a8-95ed-9c2450bd3dec None None] Network 87ab9258-5c8b-43da-bfd2-b483668d9aed requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:34:59.501455 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cc01d-7a44-4745-beb4-adf6b323dcb3 req-12a65a46-de93-4cdf-bc17-fcd3c959fac9 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:34:59.503138 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-166cc01d-7a44-4745-beb4-adf6b323dcb3 req-12a65a46-de93-4cdf-bc17-fcd3c959fac9 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0813115 Jun 15 14:34:59.549414 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-166cc01d-7a44-4745-beb4-adf6b323dcb3 req-d4f8031b-6899-4cc0-91e0-c930773d9214 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&id=940dd7a7-f0f4-42ef-882c-682450541328&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402997 Jun 15 14:35:02.240092 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-a979474a-ed6f-4f7e-8c23-6914b3ca72cc tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:02.241604 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-a979474a-ed6f-4f7e-8c23-6914b3ca72cc tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/networks?id=87ab9258-5c8b-43da-bfd2-b483668d9aed HTTP/1.1" status: 200 len: 809 time: 0.1275392 Jun 15 14:35:02.256408 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-70290b25-a254-494e-81c7-a9e7a129c275 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/quotas/84531dc2e54043f0bb83b75cf3a69b89 HTTP/1.1" status: 200 len: 375 time: 0.0092998 Jun 15 14:35:02.294778 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-db12f9bf-646d-44d8-b83e-e40169d7d7e3 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326684 Jun 15 14:35:02.462103 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-a2f97603-c1ac-4a43-99a8-95b7695e6a48 service neutron] 10.222.0.22 "GET /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598611 Jun 15 14:35:02.586411 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-d9a27668-6745-443b-9033-f36d29fca187 service neutron] 10.222.0.22 "GET /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176960 Jun 15 14:35:02.912698 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0502a6cb-ff65-4c0f-87d5-e59c422f4e28 req-d875555d-05d3-4726-926a-ef0429cd2cee tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 210 time: 0.0587671 Jun 15 14:35:03.105921 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:04.028274 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8b9c6f97-ce44-4762-a05b-0b1e36cc1919 req-07488033-b271-4a88-88b6-2d1881c71292 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 210 time: 0.0399745 Jun 15 14:35:05.215281 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9a0e0da8-d7d2-4a7b-b900-8d5d98e5a2e2 req-91bea32b-12d2-47c2-ac10-8ef642fb63bb tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 210 time: 0.0427589 Jun 15 14:35:06.061969 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-db091128-8a96-4e1a-b163-d8d5c35de623 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:06.063355 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-db091128-8a96-4e1a-b163-d8d5c35de623 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.45 "GET /v2.0/networks?id=87ab9258-5c8b-43da-bfd2-b483668d9aed HTTP/1.1" status: 200 len: 809 time: 0.1330762 Jun 15 14:35:06.076296 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Request body: {'port': {'device_id': 'df11682f-4fe6-470d-9730-8dc4c6f37c47', 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed', 'admin_state_up': True, 'tenant_id': '84531dc2e54043f0bb83b75cf3a69b89'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:06.329389 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Made reservation on behalf of 84531dc2e54043f0bb83b75cf3a69b89 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:35:06.337902 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.433901 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-687700cd-0c08-4368-bfe1-091233a770b9 req-f58a3baa-01fa-49e5-943a-79aa5296be9e tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 210 time: 0.0477536 Jun 15 14:35:06.508051 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Allocated IP 172.20.0.6 (87ab9258-5c8b-43da-bfd2-b483668d9aed/bbb12142-5fdc-4dfd-9d56-b28efff7e14f/655478ab-0531-4669-9e30-2b404a489257) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:06.705960 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.803577 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:06.808012 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:06.859649 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Network 87ab9258-5c8b-43da-bfd2-b483668d9aed is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:06.866615 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:06.871215 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:06.878944 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Pushing event updated for resources: {'Port': ['ID=655478ab-0531-4669-9e30-2b404a489257,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:06.905588 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:06.941644 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:06.942268 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.079493 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0070307 Jun 15 14:35:07.139618 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Request body: {'port': {'device_id': 'df11682f-4fe6-470d-9730-8dc4c6f37c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:07.226591 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.559205 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655478ab-0531-4669-9e30-2b404a489257 {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:35:07.567391 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.581987 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Transition to ACTIVE for port object 655478ab-0531-4669-9e30-2b404a489257 will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:07.642404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaa4fc-3fdd-4cc9-a9c3-d8db9265e8a5 req-bb81cdc2-c102-4c97-857a-85ca4ecc6498 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:07.643959 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dceaa4fc-3fdd-4cc9-a9c3-d8db9265e8a5 req-bb81cdc2-c102-4c97-857a-85ca4ecc6498 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 931 time: 0.0816193 Jun 15 14:35:07.665843 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.669629 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fbf9a25d-f46e-4a0a-9513-b7bbef1b05a0 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:07.709599 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dceaa4fc-3fdd-4cc9-a9c3-d8db9265e8a5 req-852342d9-19f9-4131-871c-445b6181763a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594532 Jun 15 14:35:07.782619 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Pushing event updated for resources: {'Port': ['ID=655478ab-0531-4669-9e30-2b404a489257,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:07.787118 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:07.872365 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Attempting to bind port 655478ab-0531-4669-9e30-2b404a489257 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:07.872597 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Attempting to bind port 655478ab-0531-4669-9e30-2b404a489257 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:07.872949 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Attempting to bind port 655478ab-0531-4669-9e30-2b404a489257 on network 87ab9258-5c8b-43da-bfd2-b483668d9aed {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:07.877938 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Port 655478ab-0531-4669-9e30-2b404a489257 on network 87ab9258-5c8b-43da-bfd2-b483668d9aed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:35:07.878260 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Attempting to bind port 655478ab-0531-4669-9e30-2b404a489257 on network 87ab9258-5c8b-43da-bfd2-b483668d9aed {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:07.883714 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:07.884092 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Checking segment: {'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:07.884475 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Bound using segment: {'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:07.884910 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Bound port: 655478ab-0531-4669-9e30-2b404a489257, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:07.885261 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:07.968234 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] For port 655478ab-0531-4669-9e30-2b404a489257, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:07.971364 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] For port 655478ab-0531-4669-9e30-2b404a489257, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=655478ab-0531-4669-9e30-2b404a489257,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:08.077577 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:08.079829 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1fc99c1a-9efd-4439-b919-aae31292a57d tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:08.126115 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:08.126649 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:08.128193 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] 10.222.0.45 "PUT /v2.0/ports/655478ab-0531-4669-9e30-2b404a489257 HTTP/1.1" status: 200 len: 1093 time: 1.0417740 Jun 15 14:35:08.128758 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df11682f-4fe6-470d-9730-8dc4c6f37c47', 'tag': '655478ab-0531-4669-9e30-2b404a489257'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:08.131236 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61238d1f-b654-44c2-b59e-cd1232e1a83f" -d '{"events": [{"name": "network-changed", "server_uuid": "df11682f-4fe6-470d-9730-8dc4c6f37c47", "tag": "655478ab-0531-4669-9e30-2b404a489257"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:08.162878 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Pushing event updated for resources: {'Port': ['ID=655478ab-0531-4669-9e30-2b404a489257,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:08.167847 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:08.268130 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e04cbff-1190-4420-b0d6-156406a78257 x-openstack-request-id: req-8e04cbff-1190-4420-b0d6-156406a78257 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:08.268630 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df11682f-4fe6-470d-9730-8dc4c6f37c47", "tag": "655478ab-0531-4669-9e30-2b404a489257", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:08.269096 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e04cbff-1190-4420-b0d6-156406a78257 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:08.269639 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df11682f-4fe6-470d-9730-8dc4c6f37c47', 'tag': '655478ab-0531-4669-9e30-2b404a489257', 'status': 'completed', 'code': 200} Jun 15 14:35:08.377487 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61238d1f-b654-44c2-b59e-cd1232e1a83f req-733478f6-6e5b-493c-a6bd-7f365ef325a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:08.378886 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-61238d1f-b654-44c2-b59e-cd1232e1a83f req-733478f6-6e5b-493c-a6bd-7f365ef325a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 1096 time: 0.0655272 Jun 15 14:35:08.517703 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61238d1f-b654-44c2-b59e-cd1232e1a83f req-606d3714-6b3b-42ab-8ae2-75c84ff584f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:08.519224 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-61238d1f-b654-44c2-b59e-cd1232e1a83f req-606d3714-6b3b-42ab-8ae2-75c84ff584f2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1310570 Jun 15 14:35:08.660073 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61238d1f-b654-44c2-b59e-cd1232e1a83f req-524d69d6-274d-487f-ae7f-7c921d35a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:08.661978 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-61238d1f-b654-44c2-b59e-cd1232e1a83f req-524d69d6-274d-487f-ae7f-7c921d35a1aa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356802 Jun 15 14:35:08.777241 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-587060b8-066b-434c-8cb3-ca49f61afc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:08.778847 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-587060b8-066b-434c-8cb3-ca49f61afc7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 1096 time: 0.0688102 Jun 15 14:35:08.840318 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-dacf6752-0c50-4f03-91a7-41e49a59e73a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=655478ab-0531-4669-9e30-2b404a489257 HTTP/1.1" status: 200 len: 217 time: 0.0532568 Jun 15 14:35:08.900410 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-5027bf5f-b400-4afe-a089-39f97d139456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:08.901827 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-5027bf5f-b400-4afe-a089-39f97d139456 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bbb12142-5fdc-4dfd-9d56-b28efff7e14f HTTP/1.1" status: 200 len: 849 time: 0.0552006 Jun 15 14:35:08.918576 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac4beb-e5d5-4e6a-ab79-eb0c0d827ee2 req-c55be49e-c127-46bb-9116-d23367a7159d tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:08.920267 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c7ac4beb-e5d5-4e6a-ab79-eb0c0d827ee2 req-c55be49e-c127-46bb-9116-d23367a7159d tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 943 time: 0.0849662 Jun 15 14:35:08.942431 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-c78abcfa-b38d-42a3-841b-fa79b60f4db6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ab9258-5c8b-43da-bfd2-b483668d9aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331426 Jun 15 14:35:08.966760 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c7ac4beb-e5d5-4e6a-ab79-eb0c0d827ee2 req-9a81d0da-9549-4e56-9ace-a69e7a5182e0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Jun 15 14:35:09.068340 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-c8a4cf62-b0dd-49de-80d1-f7b1b53a9c69 service neutron] 10.222.0.45 "GET /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156907 Jun 15 14:35:09.199532 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39bde0fb-d2ba-43ca-8c45-205c52678b44 req-65b0fdd8-1076-48a7-bb6f-c59dec6fb050 service neutron] 10.222.0.45 "GET /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246808 Jun 15 14:35:10.171454 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a3119-35d2-47e4-a836-88aa92d13ba7 req-d3f74b46-836b-4a20-85bb-392b1d30ab52 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:10.173425 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-aa4a3119-35d2-47e4-a836-88aa92d13ba7 req-d3f74b46-836b-4a20-85bb-392b1d30ab52 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 943 time: 0.0885706 Jun 15 14:35:10.228790 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-aa4a3119-35d2-47e4-a836-88aa92d13ba7 req-45c6ab00-e8c1-4b1f-a380-e1444a5e51a7 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483429 Jun 15 14:35:11.427426 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ab5a-56cc-490c-856c-b40d4e81d8bf req-7e5deb3f-9266-41b1-8058-7d794cc2aea1 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:11.428931 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4af3ab5a-56cc-490c-856c-b40d4e81d8bf req-7e5deb3f-9266-41b1-8058-7d794cc2aea1 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 943 time: 0.0759954 Jun 15 14:35:11.472013 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4af3ab5a-56cc-490c-856c-b40d4e81d8bf req-c6d7c2bb-4ea5-41e4-86f5-0215043e014f tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372324 Jun 15 14:35:12.661051 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2965fed-78a9-48f7-958a-ae35c05d0903 req-7afd4972-676d-44cf-b56a-8687f3ffba75 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:12.662729 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c2965fed-78a9-48f7-958a-ae35c05d0903 req-7afd4972-676d-44cf-b56a-8687f3ffba75 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 943 time: 0.0764706 Jun 15 14:35:12.712575 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c2965fed-78a9-48f7-958a-ae35c05d0903 req-f1b7a971-2810-4202-be43-43e68360e0ca tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436299 Jun 15 14:35:13.016645 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 655478ab-0531-4669-9e30-2b404a489257 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:35:13.141394 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 655478ab-0531-4669-9e30-2b404a489257, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=655478ab-0531-4669-9e30-2b404a489257,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:13.153375 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '655478ab-0531-4669-9e30-2b404a489257', 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed', 'port_id': '655478ab-0531-4669-9e30-2b404a489257', 'mac_address': 'fa:16:3e:04:10:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb12142-5fdc-4dfd-9d56-b28efff7e14f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:35:13.203454 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:13.219193 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655478ab-0531-4669-9e30-2b404a489257 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:35:13.242233 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 655478ab-0531-4669-9e30-2b404a489257, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=655478ab-0531-4669-9e30-2b404a489257,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:13.312239 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:13.315926 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-c9b02a62-6ed6-43f0-bad1-2dde666631c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:13.389400 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=655478ab-0531-4669-9e30-2b404a489257,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:13.398358 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.398627 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.398942 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.399270 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.399600 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.399953 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.400278 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.400599 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.400914 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.401230 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.401566 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.401875 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:13.406403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:13.747461 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['655478ab-0531-4669-9e30-2b404a489257'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:35:13.908649 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da545c-0658-4413-8a29-89cc2e0791f9 req-4070604d-b8f1-4f13-8044-199ae8003bd7 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:13.910189 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-11da545c-0658-4413-8a29-89cc2e0791f9 req-4070604d-b8f1-4f13-8044-199ae8003bd7 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 944 time: 0.0780065 Jun 15 14:35:13.955090 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-11da545c-0658-4413-8a29-89cc2e0791f9 req-14b41a78-a861-4ae6-8b77-6aff8acb706a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387580 Jun 15 14:35:15.033585 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 655478ab-0531-4669-9e30-2b404a489257 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:15.175561 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6094420-46c2-435d-b258-9c4a5513ebbb req-afe700c1-eacd-413c-927d-ee47ed97b737 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:15.177206 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e6094420-46c2-435d-b258-9c4a5513ebbb req-afe700c1-eacd-413c-927d-ee47ed97b737 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 944 time: 0.0810673 Jun 15 14:35:15.219970 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 655478ab-0531-4669-9e30-2b404a489257 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:15.224091 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 655478ab-0531-4669-9e30-2b404a489257 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:15.224476 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.229942 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e6094420-46c2-435d-b258-9c4a5513ebbb req-f9c8529c-3131-47ef-9310-4a8774d4c60b tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Jun 15 14:35:15.319975 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.344437 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df11682f-4fe6-470d-9730-8dc4c6f37c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655478ab-0531-4669-9e30-2b404a489257'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:15.346704 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24851078-cecb-4990-8013-21a1f34c8456" -d '{"events": [{"server_uuid": "df11682f-4fe6-470d-9730-8dc4c6f37c47", "name": "network-vif-plugged", "status": "completed", "tag": "655478ab-0531-4669-9e30-2b404a489257"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:15.362152 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 655478ab-0531-4669-9e30-2b404a489257, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=655478ab-0531-4669-9e30-2b404a489257,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:15.452782 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40e7bcb-1db4-4346-9526-65dcae31d791 x-openstack-request-id: req-c40e7bcb-1db4-4346-9526-65dcae31d791 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:15.453077 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df11682f-4fe6-470d-9730-8dc4c6f37c47", "name": "network-vif-plugged", "status": "completed", "tag": "655478ab-0531-4669-9e30-2b404a489257", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:15.453357 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c40e7bcb-1db4-4346-9526-65dcae31d791 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:15.453812 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df11682f-4fe6-470d-9730-8dc4c6f37c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655478ab-0531-4669-9e30-2b404a489257', 'code': 200} Jun 15 14:35:15.476681 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:15.478674 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:15.534807 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=655478ab-0531-4669-9e30-2b404a489257,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:15.537730 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:15.939613 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45b6b-2b8d-4059-b448-326679ae29d0 req-89092c32-573f-4d6c-a35a-b40e41d9a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:15.941131 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-19f45b6b-2b8d-4059-b448-326679ae29d0 req-89092c32-573f-4d6c-a35a-b40e41d9a61d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 1098 time: 0.0579560 Jun 15 14:35:15.986443 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-19f45b6b-2b8d-4059-b448-326679ae29d0 req-3d8f553b-c5b4-487b-b261-ada2ff0206fe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369585 Jun 15 14:35:16.417949 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c484729-0031-4296-9a18-7a41a1b2c5bc req-1450e2dd-6c84-46c9-993d-fe23feef20ee tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:16.419491 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c484729-0031-4296-9a18-7a41a1b2c5bc req-1450e2dd-6c84-46c9-993d-fe23feef20ee tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 945 time: 0.0715032 Jun 15 14:35:16.465248 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c484729-0031-4296-9a18-7a41a1b2c5bc req-f5d69fa9-7552-4707-b965-fef4d656812e tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 Jun 15 14:35:17.658011 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7453a-72c9-46c1-906e-9caae843023f req-ae9d5716-0f86-440d-938e-968c5d11ec88 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:17.659666 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-54d7453a-72c9-46c1-906e-9caae843023f req-ae9d5716-0f86-440d-938e-968c5d11ec88 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 945 time: 0.0777156 Jun 15 14:35:17.715514 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-54d7453a-72c9-46c1-906e-9caae843023f req-97ac0598-0e4c-445c-8307-9957448ca6f9 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439470 Jun 15 14:35:18.933462 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4378469-88b1-4e25-acb1-0cb877dfa1b9 req-41519499-2ed9-4c34-b581-c6a3ebb15516 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:18.936173 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f4378469-88b1-4e25-acb1-0cb877dfa1b9 req-41519499-2ed9-4c34-b581-c6a3ebb15516 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 945 time: 0.0990543 Jun 15 14:35:19.006875 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f4378469-88b1-4e25-acb1-0cb877dfa1b9 req-37c9fe9d-fb89-4381-a7d7-bd866d667fa7 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640829 Jun 15 14:35:19.294371 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-0b8c020e-de94-446a-9899-6b5b207aa4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:20.706329 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59009b-6acd-43c9-8769-eefff5a83b41 req-8eba8715-f40b-425e-88cb-ae1fccd82e8e tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:20.707774 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fa59009b-6acd-43c9-8769-eefff5a83b41 req-8eba8715-f40b-425e-88cb-ae1fccd82e8e tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 945 time: 0.0780163 Jun 15 14:35:20.757274 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fa59009b-6acd-43c9-8769-eefff5a83b41 req-e13fe5d5-bdc4-441e-93b5-64c59e90eab4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Jun 15 14:35:21.819842 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:21.947241 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b236a-8b17-4bcb-9bba-2fd15071d6a0 req-fbf578dc-69e7-466d-aa45-ea860d9ec87a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:21.948761 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e67b236a-8b17-4bcb-9bba-2fd15071d6a0 req-fbf578dc-69e7-466d-aa45-ea860d9ec87a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 945 time: 0.0726900 Jun 15 14:35:21.994727 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e67b236a-8b17-4bcb-9bba-2fd15071d6a0 req-94438baa-3d64-4632-a2a7-7e9f2666cbf3 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Jun 15 14:35:22.197089 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-50b3c42c-6830-4c37-a551-fe13aeacca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.501867 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-cdbfb21b-1eb9-4f39-8459-f29e00abc663 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:22.503381 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-cdbfb21b-1eb9-4f39-8459-f29e00abc663 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.45 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 945 time: 0.0761311 Jun 15 14:35:22.650513 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Deleting port 655478ab-0531-4669-9e30-2b404a489257 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:22.650887 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.793123 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] For port 655478ab-0531-4669-9e30-2b404a489257, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=655478ab-0531-4669-9e30-2b404a489257,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:22.793476 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.882498 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:22.890792 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Calling delete_port for 655478ab-0531-4669-9e30-2b404a489257 owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:23.187665 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a701a2-ee6d-4bdd-858b-c5f7c90554e8 req-f0d89177-b694-4261-b735-d0e108da64c6 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:23.190019 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-18a701a2-ee6d-4bdd-858b-c5f7c90554e8 req-f0d89177-b694-4261-b735-d0e108da64c6 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 945 time: 0.0755558 Jun 15 14:35:23.190346 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:23.195019 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c890d044-7ed8-49cf-a217-7679b2df5b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:23.229845 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Pushing event deleted for resources: {'Port': ['ID=655478ab-0531-4669-9e30-2b404a489257,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:23.233101 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:23.250768 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-18a701a2-ee6d-4bdd-858b-c5f7c90554e8 req-1d5b3b07-25f6-4536-b5a7-ac5bb3b17801 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Jun 15 14:35:23.290507 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] No DVR routers for this DVR port 655478ab-0531-4669-9e30-2b404a489257 on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:23.293861 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:23.297370 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6a606aba-3d73-40ff-ab1d-4b267de58756 req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.45 "DELETE /v2.0/ports/655478ab-0531-4669-9e30-2b404a489257 HTTP/1.1" status: 204 len: 173 time: 0.7866995 Jun 15 14:35:23.297975 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df11682f-4fe6-470d-9730-8dc4c6f37c47', 'name': 'network-vif-deleted', 'tag': '655478ab-0531-4669-9e30-2b404a489257'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:23.301464 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871f70f-3a8b-4f23-ad3c-2ed7819e8f28" -d '{"events": [{"server_uuid": "df11682f-4fe6-470d-9730-8dc4c6f37c47", "name": "network-vif-deleted", "tag": "655478ab-0531-4669-9e30-2b404a489257"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:23.343182 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019fe39-779e-4a09-9e0f-23e8b5877e77 x-openstack-request-id: req-9019fe39-779e-4a09-9e0f-23e8b5877e77 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:23.343182 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df11682f-4fe6-470d-9730-8dc4c6f37c47", "name": "network-vif-deleted", "tag": "655478ab-0531-4669-9e30-2b404a489257", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:23.343509 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9019fe39-779e-4a09-9e0f-23e8b5877e77 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:23.344059 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df11682f-4fe6-470d-9730-8dc4c6f37c47', 'name': 'network-vif-deleted', 'tag': '655478ab-0531-4669-9e30-2b404a489257', 'status': 'completed', 'code': 200} Jun 15 14:35:24.428616 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4f4a9692-1892-40e4-a050-40e50724fc7b req-4f7e6629-f9c2-4198-b533-5f493c4ca83d tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=df11682f-4fe6-470d-9730-8dc4c6f37c47 HTTP/1.1" status: 200 len: 210 time: 0.0359263 Jun 15 14:35:24.734253 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:25.121237 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 655478ab-0531-4669-9e30-2b404a489257 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:25.145964 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 655478ab-0531-4669-9e30-2b404a489257 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:25.146319 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 655478ab-0531-4669-9e30-2b404a489257 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:25.552370 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:35:25.799382 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-0439124d-4155-4376-8e3d-c66976deec8a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:25.800917 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-0439124d-4155-4376-8e3d-c66976deec8a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/networks?id=87ab9258-5c8b-43da-bfd2-b483668d9aed HTTP/1.1" status: 200 len: 809 time: 0.1326215 Jun 15 14:35:25.816908 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-5132cd4b-c4e9-4998-979f-ea8746e14a88 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/quotas/84531dc2e54043f0bb83b75cf3a69b89 HTTP/1.1" status: 200 len: 375 time: 0.0103450 Jun 15 14:35:25.855788 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-2e2d654b-abfa-40e1-abcd-8a3df8a20646 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327613 Jun 15 14:35:26.287478 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-e7183b6f-89d0-4207-a137-d9c98c767f00 service neutron] 10.222.0.22 "GET /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239800 Jun 15 14:35:26.345207 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137bd38-185b-484b-b839-6bc9c529517a req-78e7dc5f-1f84-4cd5-ad71-bd379e1d8c1f tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:26.346970 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8137bd38-185b-484b-b839-6bc9c529517a req-78e7dc5f-1f84-4cd5-ad71-bd379e1d8c1f tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.1339979 Jun 15 14:35:26.459829 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-9cf8871f-0d97-481f-89fa-0d1ce946aa02 service neutron] 10.222.0.22 "GET /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648831 Jun 15 14:35:26.465982 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8137bd38-185b-484b-b839-6bc9c529517a req-89b53bd9-4e4c-4c32-aa39-7ebad30f146e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694156 Jun 15 14:35:26.860293 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-10fd4214-0ca3-46ec-98c6-0c56f3501a33 req-4e24e36e-2381-4d8e-b5a3-be1fc7370e92 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 210 time: 0.0345027 Jun 15 14:35:27.677254 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61023ab-0e6f-4e74-84d5-2a3d53560496 req-8ec5f1ef-53a3-4f6a-8538-4e18eb508113 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:27.678743 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c61023ab-0e6f-4e74-84d5-2a3d53560496 req-8ec5f1ef-53a3-4f6a-8538-4e18eb508113 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.0768275 Jun 15 14:35:27.727179 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c61023ab-0e6f-4e74-84d5-2a3d53560496 req-5aceda56-4b11-4d46-982d-1ae7200485ac tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Jun 15 14:35:27.961924 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eff6a672-c4df-46d1-859c-39adf8406784 req-6540a2a9-3a66-4976-844e-124d2e1adc9e tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 210 time: 0.0347071 Jun 15 14:35:28.947889 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e5387-af84-479f-bbaf-11e62edb17d3 req-a7a98d5c-0245-480f-8b3d-5a35998c201c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:28.949714 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d87e5387-af84-479f-bbaf-11e62edb17d3 req-a7a98d5c-0245-480f-8b3d-5a35998c201c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.1025121 Jun 15 14:35:28.994272 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d87e5387-af84-479f-bbaf-11e62edb17d3 req-6e218d03-a91d-4acb-b0c2-d346000773f1 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 Jun 15 14:35:29.119722 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2bda01c7-ca32-4cc9-9c35-e83b9234828f req-0e2fc0c3-75b4-46ef-ac5f-323397e122f8 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 210 time: 0.0355973 Jun 15 14:35:29.906040 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-a34d8ce7-3ecc-4716-a2bb-67b764f98e4e tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:29.907785 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-a34d8ce7-3ecc-4716-a2bb-67b764f98e4e tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.45 "GET /v2.0/networks?id=87ab9258-5c8b-43da-bfd2-b483668d9aed HTTP/1.1" status: 200 len: 809 time: 0.4036608 Jun 15 14:35:29.926191 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Request body: {'port': {'device_id': 'e818c004-9a92-4e8c-b9c9-682ddd75d4ff', 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed', 'admin_state_up': True, 'tenant_id': '84531dc2e54043f0bb83b75cf3a69b89'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:30.191251 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Made reservation on behalf of 84531dc2e54043f0bb83b75cf3a69b89 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:35:30.195120 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.266144 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee713b5-fb7c-49de-9254-06d85d9daf6d req-a512efd3-8763-45b9-9c9b-7246da807831 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:30.267964 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3ee713b5-fb7c-49de-9254-06d85d9daf6d req-a512efd3-8763-45b9-9c9b-7246da807831 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.0910017 Jun 15 14:35:30.320592 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ce885788-75e2-4ede-8f05-3be532b16c15 req-16c92979-485e-4751-ab0a-dcf7656bce4a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 210 time: 0.0455756 Jun 15 14:35:30.336619 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa4360e1-5c97-4179-821e-2869fead2678 req-90a8e4a6-0ab3-4170-b6de-32eff165439a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1493444 Jun 15 14:35:30.355300 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3ee713b5-fb7c-49de-9254-06d85d9daf6d req-06f316e5-88e1-4e2b-b183-98e378a0245b tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708401 Jun 15 14:35:30.514954 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Allocated IP 172.20.0.5 (87ab9258-5c8b-43da-bfd2-b483668d9aed/bbb12142-5fdc-4dfd-9d56-b28efff7e14f/aae57ab4-31c0-4930-962e-7dbb3f7f2d27) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:30.584172 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4360e1-5c97-4179-821e-2869fead2678 req-614cd9fb-c171-4114-9999-600fb8703886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:30.586652 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa4360e1-5c97-4179-821e-2869fead2678 req-614cd9fb-c171-4114-9999-600fb8703886 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 1098 time: 0.1935751 Jun 15 14:35:30.874888 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4360e1-5c97-4179-821e-2869fead2678 req-240689d4-cde5-4448-8ab1-e08e7c2119d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:30.876326 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa4360e1-5c97-4179-821e-2869fead2678 req-240689d4-cde5-4448-8ab1-e08e7c2119d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 911 time: 0.2629468 Jun 15 14:35:30.894718 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.983641 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa4360e1-5c97-4179-821e-2869fead2678 req-2f7802de-7ff6-492a-ad47-60b88fdf911c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 200 len: 1001 time: 0.1000776 Jun 15 14:35:31.055931 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4360e1-5c97-4179-821e-2869fead2678 req-a260bad4-857e-4ce4-9ce4-48fd897a5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:31.057612 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa4360e1-5c97-4179-821e-2869fead2678 req-a260bad4-857e-4ce4-9ce4-48fd897a5e0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.0616202 Jun 15 14:35:31.101073 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.105606 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:31.193006 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Network 87ab9258-5c8b-43da-bfd2-b483668d9aed is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:31.199350 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Pushing event updated for resources: {'Port': ['ID=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:31.203264 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:31.204245 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:31.207444 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:31.255740 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4360e1-5c97-4179-821e-2869fead2678 req-d4c9d18d-3ca1-4134-b193-f41b59f29c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:31.257275 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa4360e1-5c97-4179-821e-2869fead2678 req-d4c9d18d-3ca1-4134-b193-f41b59f29c57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1901343 Jun 15 14:35:31.271030 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:31.271651 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.382530 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4608257 Jun 15 14:35:31.399889 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Request body: {'port': {'device_id': 'e818c004-9a92-4e8c-b9c9-682ddd75d4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:31.443898 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa4360e1-5c97-4179-821e-2869fead2678 req-6210e44d-bd03-4a74-a48d-227a9c0eac7b service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694701 Jun 15 14:35:31.586512 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.615223 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-16535738-0f88-4ce4-a31c-5b0310214b6e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:31.616789 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-16535738-0f88-4ce4-a31c-5b0310214b6e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.1806102 Jun 15 14:35:31.626599 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0384-6995-4239-855d-17cf8e17e849 req-7ea771bb-8db2-4031-a155-8e607a63b5ae tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:31.633633 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c3e0384-6995-4239-855d-17cf8e17e849 req-7ea771bb-8db2-4031-a155-8e607a63b5ae tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 931 time: 0.1562622 Jun 15 14:35:31.650277 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-aa4360e1-5c97-4179-821e-2869fead2678 req-1de0d18e-f30d-4a41-8b15-d9d50c2db77e service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970246 Jun 15 14:35:31.691167 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c92851-89d6-42b4-87af-3dfd81d5bf54 req-8d169408-031b-4198-8f6b-0da34a77fb42 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:31.692778 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e9c92851-89d6-42b4-87af-3dfd81d5bf54 req-8d169408-031b-4198-8f6b-0da34a77fb42 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 945 time: 0.1846156 Jun 15 14:35:31.758015 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9c3e0384-6995-4239-855d-17cf8e17e849 req-4c10e4bc-bd77-458f-8b39-ee2cfa88af71 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182048 Jun 15 14:35:31.806197 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e9c92851-89d6-42b4-87af-3dfd81d5bf54 req-9f5ea5c1-4867-4b90-a908-7fd57c5aab2e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928061 Jun 15 14:35:31.834327 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Deleting port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:31.834680 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.959128 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] For port ab5826ab-f90f-4c30-b19d-3d3ac62dd115, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:31.959381 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.968612 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae57ab4-31c0-4930-962e-7dbb3f7f2d27 {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:35:31.976613 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.990770 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Transition to ACTIVE for port object aae57ab4-31c0-4930-962e-7dbb3f7f2d27 will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:32.059070 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Calling delete_port for ab5826ab-f90f-4c30-b19d-3d3ac62dd115 owned by compute:nova {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:32.082608 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.086126 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-67a20864-4225-469d-be60-639d6e22ac3c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.188534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Pushing event updated for resources: {'Port': ['ID=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.198900 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.285342 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Attempting to bind port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:32.285679 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Attempting to bind port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:32.286009 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Attempting to bind port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 on network 87ab9258-5c8b-43da-bfd2-b483668d9aed {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:32.290513 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 on network 87ab9258-5c8b-43da-bfd2-b483668d9aed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:35:32.290833 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Attempting to bind port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 on network 87ab9258-5c8b-43da-bfd2-b483668d9aed {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:32.296455 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:32.296792 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Checking segment: {'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:32.297174 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Bound using segment: {'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:32.297603 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Bound port: aae57ab4-31c0-4930-962e-7dbb3f7f2d27, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e766d05e-6cc4-4c08-b0e1-a75c83483135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:32.297956 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.334530 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.338750 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-736b1887-4f7e-449e-8f97-d1e2934fcb33 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.350805 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['ab5826ab-f90f-4c30-b19d-3d3ac62dd115'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:35:32.392201 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Pushing event deleted for resources: {'Port': ['ID=ab5826ab-f90f-4c30-b19d-3d3ac62dd115,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.393797 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] For port aae57ab4-31c0-4930-962e-7dbb3f7f2d27, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:32.397361 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] For port aae57ab4-31c0-4930-962e-7dbb3f7f2d27, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:32.398408 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.457849 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] No DVR routers for this DVR port ab5826ab-f90f-4c30-b19d-3d3ac62dd115 on host hv-cinder-79628 {{(pid=92288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:32.460690 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.462886 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e73a3d5d-831f-4c90-b220-7f5e57fb4f4f req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.45 "DELETE /v2.0/ports/ab5826ab-f90f-4c30-b19d-3d3ac62dd115 HTTP/1.1" status: 204 len: 173 time: 0.8337939 Jun 15 14:35:32.463505 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ad218f-07d1-44a3-af78-6ddc449a5f1f', 'name': 'network-vif-deleted', 'tag': 'ab5826ab-f90f-4c30-b19d-3d3ac62dd115'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:32.467470 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bbdeac-bded-462d-acef-122a8718ae8d" -d '{"events": [{"server_uuid": "a3ad218f-07d1-44a3-af78-6ddc449a5f1f", "name": "network-vif-deleted", "tag": "ab5826ab-f90f-4c30-b19d-3d3ac62dd115"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:32.489464 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.495039 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0b72b1f4-be90-4c72-897c-12324163d1cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:32.537698 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:32.538228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:32.539653 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] 10.222.0.45 "PUT /v2.0/ports/aae57ab4-31c0-4930-962e-7dbb3f7f2d27 HTTP/1.1" status: 200 len: 1093 time: 1.1442261 Jun 15 14:35:32.540228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e818c004-9a92-4e8c-b9c9-682ddd75d4ff', 'tag': 'aae57ab4-31c0-4930-962e-7dbb3f7f2d27'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:32.542537 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18cd0de-2405-4ee2-88c9-de1d8ba1c8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e818c004-9a92-4e8c-b9c9-682ddd75d4ff", "tag": "aae57ab4-31c0-4930-962e-7dbb3f7f2d27"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:32.580011 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9750d14-fb37-409a-8a12-dce86d1e7db3 x-openstack-request-id: req-b9750d14-fb37-409a-8a12-dce86d1e7db3 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:32.580679 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Pushing event updated for resources: {'Port': ['ID=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:32.581100 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ad218f-07d1-44a3-af78-6ddc449a5f1f", "name": "network-vif-deleted", "tag": "ab5826ab-f90f-4c30-b19d-3d3ac62dd115", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:32.582470 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9750d14-fb37-409a-8a12-dce86d1e7db3 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:32.584726 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ad218f-07d1-44a3-af78-6ddc449a5f1f', 'name': 'network-vif-deleted', 'tag': 'ab5826ab-f90f-4c30-b19d-3d3ac62dd115', 'status': 'completed', 'code': 200} Jun 15 14:35:32.584982 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:32.588720 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1908db0d-16da-4f26-bcfa-44ed46729ea8 x-openstack-request-id: req-1908db0d-16da-4f26-bcfa-44ed46729ea8 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:32.589186 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e818c004-9a92-4e8c-b9c9-682ddd75d4ff", "tag": "aae57ab4-31c0-4930-962e-7dbb3f7f2d27", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:32.589335 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1908db0d-16da-4f26-bcfa-44ed46729ea8 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:32.589844 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e818c004-9a92-4e8c-b9c9-682ddd75d4ff', 'tag': 'aae57ab4-31c0-4930-962e-7dbb3f7f2d27', 'status': 'completed', 'code': 200} Jun 15 14:35:32.673408 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cd0de-2405-4ee2-88c9-de1d8ba1c8dc req-147ba9f4-a78f-47f6-b081-6fd65cf8cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:32.674936 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-c18cd0de-2405-4ee2-88c9-de1d8ba1c8dc req-147ba9f4-a78f-47f6-b081-6fd65cf8cdb5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 1096 time: 0.0630524 Jun 15 14:35:32.813107 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cd0de-2405-4ee2-88c9-de1d8ba1c8dc req-a20465fd-305e-43b9-a53c-f8e17f4af793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:32.815752 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-c18cd0de-2405-4ee2-88c9-de1d8ba1c8dc req-a20465fd-305e-43b9-a53c-f8e17f4af793 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1335189 Jun 15 14:35:32.997879 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cd0de-2405-4ee2-88c9-de1d8ba1c8dc req-6f7aedda-cf15-4f62-861d-b3066f7d7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:32.999404 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-c18cd0de-2405-4ee2-88c9-de1d8ba1c8dc req-6f7aedda-cf15-4f62-861d-b3066f7d7fef service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764932 Jun 15 14:35:33.057590 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dd673118-45ff-4063-b3b4-0a54d841bd70 req-f48adc10-a73c-4af6-b3e5-f39726397ce4 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ad218f-07d1-44a3-af78-6ddc449a5f1f HTTP/1.1" status: 200 len: 210 time: 0.0372007 Jun 15 14:35:33.089346 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e26431-0c72-4a8a-98b1-a55806cc4353 req-410413ab-7645-4025-9eb5-8e88b52f6dfe tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:33.091849 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a0e26431-0c72-4a8a-98b1-a55806cc4353 req-410413ab-7645-4025-9eb5-8e88b52f6dfe tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 943 time: 0.1145287 Jun 15 14:35:33.104555 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-0eb85b8e-6af0-4590-87c9-bf426a89d3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:33.108763 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:33.108931 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-0eb85b8e-6af0-4590-87c9-bf426a89d3fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 1096 time: 0.0676637 Jun 15 14:35:33.135185 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a0e26431-0c72-4a8a-98b1-a55806cc4353 req-3fa39c19-5b1f-4b28-ba32-dca6d9b283a6 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385344 Jun 15 14:35:33.167050 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-249b4223-8382-4ab7-9426-088b0fe619ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aae57ab4-31c0-4930-962e-7dbb3f7f2d27 HTTP/1.1" status: 200 len: 217 time: 0.0496764 Jun 15 14:35:33.230247 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-53c663bd-61b5-4822-befd-260f97db5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:33.232244 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-53c663bd-61b5-4822-befd-260f97db5460 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bbb12142-5fdc-4dfd-9d56-b28efff7e14f HTTP/1.1" status: 200 len: 849 time: 0.0564315 Jun 15 14:35:33.274985 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-23edd5d0-c174-4f24-bd95-5d347b0e5987 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=87ab9258-5c8b-43da-bfd2-b483668d9aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352335 Jun 15 14:35:33.409907 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-1ebb4c16-5a2e-4000-8dcc-dab71fe06eaf service neutron] 10.222.0.45 "GET /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256080 Jun 15 14:35:33.536937 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-6847eb06-3c5c-4478-b20d-5c947ecb7395 req-9876e091-132e-403c-b946-4f3b63826117 service neutron] 10.222.0.45 "GET /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199076 Jun 15 14:35:34.330540 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0cc14-0fac-45d7-b8ff-237287c22d24 req-81b44b63-793e-4a40-87a6-e6fe515b5102 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:34.332055 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-56b0cc14-0fac-45d7-b8ff-237287c22d24 req-81b44b63-793e-4a40-87a6-e6fe515b5102 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 943 time: 0.0718310 Jun 15 14:35:34.387234 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-56b0cc14-0fac-45d7-b8ff-237287c22d24 req-50c89af1-d108-4faa-8b15-0dbb4505685c tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Jun 15 14:35:35.158446 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device ab5826ab-f90f-4c30-b19d-3d3ac62dd115 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:35.184517 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: ab5826ab-f90f-4c30-b19d-3d3ac62dd115 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:35.184878 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device ab5826ab-f90f-4c30-b19d-3d3ac62dd115 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:35.589911 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076e5d1-5abd-4563-945c-b91f23da0cd2 req-72b667cc-bb2d-415e-854c-2b4be9f7a061 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:35.592535 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2076e5d1-5abd-4563-945c-b91f23da0cd2 req-72b667cc-bb2d-415e-854c-2b4be9f7a061 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 943 time: 0.0732455 Jun 15 14:35:35.635321 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2076e5d1-5abd-4563-945c-b91f23da0cd2 req-2b137da8-864b-436f-a6fd-2f5684c835f4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363071 Jun 15 14:35:36.832881 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb00d4-7e33-4bac-a605-f8389ffed4fd req-7e85f301-31d2-4f9e-bfd3-2ae032c4e430 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:36.834526 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3aeb00d4-7e33-4bac-a605-f8389ffed4fd req-7e85f301-31d2-4f9e-bfd3-2ae032c4e430 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 943 time: 0.0805304 Jun 15 14:35:36.885039 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3aeb00d4-7e33-4bac-a605-f8389ffed4fd req-eba1dd98-9d45-4bc3-b715-9c1c11304dda tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Jun 15 14:35:37.157635 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device aae57ab4-31c0-4930-962e-7dbb3f7f2d27 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:35:37.284462 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port aae57ab4-31c0-4930-962e-7dbb3f7f2d27, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:37.297304 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': 'aae57ab4-31c0-4930-962e-7dbb3f7f2d27', 'network_id': '87ab9258-5c8b-43da-bfd2-b483668d9aed', 'port_id': 'aae57ab4-31c0-4930-962e-7dbb3f7f2d27', 'mac_address': 'fa:16:3e:53:4f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb12142-5fdc-4dfd-9d56-b28efff7e14f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:35:37.341020 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:37.356389 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae57ab4-31c0-4930-962e-7dbb3f7f2d27 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:35:37.378007 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port aae57ab4-31c0-4930-962e-7dbb3f7f2d27, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:37.471309 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:37.473218 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:37.533457 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:37.536645 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:37.835939 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['aae57ab4-31c0-4930-962e-7dbb3f7f2d27'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:35:38.073064 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d34501-64bb-487f-9026-5dc3c170faed req-e13f7bfa-a900-40e3-942d-3931d3189e7a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:38.074558 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-78d34501-64bb-487f-9026-5dc3c170faed req-e13f7bfa-a900-40e3-942d-3931d3189e7a tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 944 time: 0.0723047 Jun 15 14:35:38.122304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-78d34501-64bb-487f-9026-5dc3c170faed req-94251e3b-b37c-4fba-a2c0-f5edfa80cd23 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412416 Jun 15 14:35:39.160016 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device aae57ab4-31c0-4930-962e-7dbb3f7f2d27 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:39.342581 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f2565-0681-4ce7-8531-5bb6552f04a7 req-db1f7ad0-0635-4f44-a2f7-0451758952da tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:39.344223 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-066f2565-0681-4ce7-8531-5bb6552f04a7 req-db1f7ad0-0635-4f44-a2f7-0451758952da tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 944 time: 0.0762949 Jun 15 14:35:39.344637 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:39.350218 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:39.350218 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:39.398435 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-066f2565-0681-4ce7-8531-5bb6552f04a7 req-8a19e29c-1f77-4e06-b810-2832df59b3e7 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476429 Jun 15 14:35:39.450352 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:39.478568 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e818c004-9a92-4e8c-b9c9-682ddd75d4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae57ab4-31c0-4930-962e-7dbb3f7f2d27'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:39.481126 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db34b6d-2361-4612-ae54-9a264794aad8" -d '{"events": [{"server_uuid": "e818c004-9a92-4e8c-b9c9-682ddd75d4ff", "name": "network-vif-plugged", "status": "completed", "tag": "aae57ab4-31c0-4930-962e-7dbb3f7f2d27"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:39.497869 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port aae57ab4-31c0-4930-962e-7dbb3f7f2d27, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:39.529351 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abada475-9808-4605-9740-f9217e3d7921 x-openstack-request-id: req-abada475-9808-4605-9740-f9217e3d7921 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:39.529742 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e818c004-9a92-4e8c-b9c9-682ddd75d4ff", "name": "network-vif-plugged", "status": "completed", "tag": "aae57ab4-31c0-4930-962e-7dbb3f7f2d27", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:39.534478 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abada475-9808-4605-9740-f9217e3d7921 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:39.534478 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e818c004-9a92-4e8c-b9c9-682ddd75d4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae57ab4-31c0-4930-962e-7dbb3f7f2d27', 'code': 200} Jun 15 14:35:39.659984 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:39.662582 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:39.732612 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:39.736279 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:40.405637 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c0cdf-b747-481a-9c9c-684a1471acb4 req-8ee9369d-3e5e-4fb6-9666-5afdb1fc1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:40.407115 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d4c0cdf-b747-481a-9c9c-684a1471acb4 req-8ee9369d-3e5e-4fb6-9666-5afdb1fc1ce7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 1098 time: 0.3316610 Jun 15 14:35:40.446289 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d4c0cdf-b747-481a-9c9c-684a1471acb4 req-2f69779f-7059-486b-9ae8-1b477982f446 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318928 Jun 15 14:35:40.607745 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6341f-e164-43cd-85aa-07aaf8cc3937 req-5ae5dff4-bd38-4ad2-86e9-bb811ad95bc8 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:40.609354 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c6e6341f-e164-43cd-85aa-07aaf8cc3937 req-5ae5dff4-bd38-4ad2-86e9-bb811ad95bc8 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 945 time: 0.0905533 Jun 15 14:35:40.666105 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c6e6341f-e164-43cd-85aa-07aaf8cc3937 req-61ee13c3-91e4-4db7-957b-5b43626fbf2f tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503440 Jun 15 14:35:41.095354 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-12907fbb-3c3a-462e-b3a0-a21c209247d6 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:41.097000 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-12907fbb-3c3a-462e-b3a0-a21c209247d6 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/networks?id=75f0cd74-38cd-4691-a7a9-ba25f2cfe428 HTTP/1.1" status: 200 len: 813 time: 0.1486919 Jun 15 14:35:41.113754 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-88834206-b2d8-4c67-8cf3-de92a78b50fe tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/quotas/98405b2b13dc46c7994e5aaa91fdd140 HTTP/1.1" status: 200 len: 375 time: 0.0104642 Jun 15 14:35:41.157628 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-fe8e8b14-c89d-441c-976d-87a0dcf13e20 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337045 Jun 15 14:35:41.281381 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-2b25431e-3b94-4836-b2c7-068422496166 service neutron] 10.222.0.22 "GET /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165788 Jun 15 14:35:41.414984 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-ab1cd3d4-e536-4309-9fd3-ae1b378ebe98 service neutron] 10.222.0.22 "GET /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274710 Jun 15 14:35:41.891210 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63a83d-8f73-45db-964f-3e80842a684e req-c499e66e-3eee-44e4-8cab-ec02d05153d2 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:41.905588 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0c63a83d-8f73-45db-964f-3e80842a684e req-c499e66e-3eee-44e4-8cab-ec02d05153d2 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 945 time: 0.0901940 Jun 15 14:35:41.921436 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a86a939b-e96e-482c-b0cc-3bf10ad02978 req-c56154d0-f40b-4be8-ac90-6ce380afde7e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 210 time: 0.0500810 Jun 15 14:35:41.971229 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0c63a83d-8f73-45db-964f-3e80842a684e req-ae35072c-5d0f-4a56-9225-4c222e479bdd tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533562 Jun 15 14:35:43.020544 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-641821d1-7a39-40c3-a6ab-951656a0cb90 req-943a39e9-3766-4662-9c61-52e44e23aead tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 210 time: 0.0344329 Jun 15 14:35:43.171191 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfafa27-222f-4ce3-86b0-6de2c84f055e req-a0d8372c-e050-4ce4-baa3-a0650a1dc11b tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:43.172702 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4cfafa27-222f-4ce3-86b0-6de2c84f055e req-a0d8372c-e050-4ce4-baa3-a0650a1dc11b tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 945 time: 0.0712950 Jun 15 14:35:43.224118 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4cfafa27-222f-4ce3-86b0-6de2c84f055e req-e037b26a-02d3-4d3d-92bb-6b3c221c4a16 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Jun 15 14:35:44.172946 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4a7fc4b5-39c6-4d7a-8751-78e72236339a req-231e5c77-401a-4d34-b516-469f78a8d292 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 210 time: 0.0380206 Jun 15 14:35:44.887510 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-dee70007-4958-4f16-a0ba-52a9fcbeb6db tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:44.889932 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-dee70007-4958-4f16-a0ba-52a9fcbeb6db tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.45 "GET /v2.0/networks?id=75f0cd74-38cd-4691-a7a9-ba25f2cfe428 HTTP/1.1" status: 200 len: 813 time: 0.1419640 Jun 15 14:35:44.902718 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Request body: {'port': {'device_id': 'b9838a64-561f-4aa7-bfeb-e397715b063a', 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428', 'admin_state_up': True, 'tenant_id': '98405b2b13dc46c7994e5aaa91fdd140'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:45.151801 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b99e94-f3b7-4297-9ca4-9851042e52e9 req-163a02b5-32f6-4967-9c70-c257edf182b0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:45.153501 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b1b99e94-f3b7-4297-9ca4-9851042e52e9 req-163a02b5-32f6-4967-9c70-c257edf182b0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 945 time: 0.0834527 Jun 15 14:35:45.200846 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b1b99e94-f3b7-4297-9ca4-9851042e52e9 req-40decd14-9cbb-409a-a653-cd9fea450f45 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Jun 15 14:35:45.282215 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Made reservation on behalf of 98405b2b13dc46c7994e5aaa91fdd140 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:35:45.286026 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:45.349018 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4bb6544f-a47e-40c4-936b-3bb249960d78 req-e4989ff5-1d60-4496-9ad2-a1e0e609f290 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 210 time: 0.0378504 Jun 15 14:35:45.468505 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Allocated IP 172.20.0.13 (75f0cd74-38cd-4691-a7a9-ba25f2cfe428/fbb6a723-e987-4cc1-ab50-18cbe91d36c0/bcfe6da1-50cb-4eac-848a-7406f5a54c10) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:35:45.580283 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd123eaf-4191-46af-9d1d-1967ef480a94 req-a5638c1a-cbc8-4d92-b293-952797a24fd0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:45.581864 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dd123eaf-4191-46af-9d1d-1967ef480a94 req-a5638c1a-cbc8-4d92-b293-952797a24fd0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0859389 Jun 15 14:35:45.633768 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dd123eaf-4191-46af-9d1d-1967ef480a94 req-38edb23f-d79d-43f3-b2d7-d41a24859b81 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437350 Jun 15 14:35:45.683534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:45.865219 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:45.869556 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-37826371-a5e1-4ffa-82b8-fcbc3dc2e6f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:45.924076 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:35:45.927681 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:35:45.931652 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:35:45.938380 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Pushing event updated for resources: {'Port': ['ID=bcfe6da1-50cb-4eac-848a-7406f5a54c10,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:45.965038 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:45.998573 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:45.999243 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:46.151695 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2529240 Jun 15 14:35:46.167565 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Request body: {'port': {'device_id': 'b9838a64-561f-4aa7-bfeb-e397715b063a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:35:46.259394 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:46.397319 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05ee76-eb71-4411-baaa-739b28017d20 req-30e7a49b-bad6-43ba-9a2c-ac5e4179b8c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:46.398983 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cd05ee76-eb71-4411-baaa-739b28017d20 req-30e7a49b-bad6-43ba-9a2c-ac5e4179b8c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 945 time: 0.0748794 Jun 15 14:35:46.445189 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cd05ee76-eb71-4411-baaa-739b28017d20 req-f8a8b236-1622-4e20-8348-caee2742d32d tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa0a80d2-8111-4e78-9214-4c687005346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Jun 15 14:35:46.601391 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfe6da1-50cb-4eac-848a-7406f5a54c10 {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:35:46.612531 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:46.616634 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac84210f-2825-40e4-91ad-7cb611e7d579 req-398a636d-26d2-4b24-9823-0ae2ebb7c2b1 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:46.618152 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ac84210f-2825-40e4-91ad-7cb611e7d579 req-398a636d-26d2-4b24-9823-0ae2ebb7c2b1 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 932 time: 0.1263411 Jun 15 14:35:46.632007 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Transition to ACTIVE for port object bcfe6da1-50cb-4eac-848a-7406f5a54c10 will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:35:46.634063 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c90cbc43-58be-4c13-b446-bcd9943e85f5 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:46.635625 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c90cbc43-58be-4c13-b446-bcd9943e85f5 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.45 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 945 time: 0.1060660 Jun 15 14:35:46.717317 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:46.720696 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:46.721747 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ac84210f-2825-40e4-91ad-7cb611e7d579 req-73412cde-a9b0-47c7-a3ba-22877f06c33f tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851030 Jun 15 14:35:46.802276 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Deleting port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:35:46.802615 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:46.873128 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfe6da1-50cb-4eac-848a-7406f5a54c10,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:46.877357 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:46.909921 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Attempting to bind port bcfe6da1-50cb-4eac-848a-7406f5a54c10 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:35:46.910255 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Attempting to bind port bcfe6da1-50cb-4eac-848a-7406f5a54c10 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:35:46.910589 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Attempting to bind port bcfe6da1-50cb-4eac-848a-7406f5a54c10 on network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:46.915217 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Port bcfe6da1-50cb-4eac-848a-7406f5a54c10 on network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:35:46.919644 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Attempting to bind port bcfe6da1-50cb-4eac-848a-7406f5a54c10 on network 75f0cd74-38cd-4691-a7a9-ba25f2cfe428 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:35:46.921726 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:35:46.922087 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Checking segment: {'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:35:46.922509 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Bound using segment: {'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:35:46.922946 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Bound port: bcfe6da1-50cb-4eac-848a-7406f5a54c10, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a57188-b51f-4fad-9f53-887a60513d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:35:46.923298 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:46.968593 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c131b-136d-46a6-b31f-e327bb60f708 req-b93ff501-6025-4fc2-ba65-d28e6e42eb8a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:46.970304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-940c131b-136d-46a6-b31f-e327bb60f708 req-b93ff501-6025-4fc2-ba65-d28e6e42eb8a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1897011 Jun 15 14:35:46.978905 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] For port aae57ab4-31c0-4930-962e-7dbb3f7f2d27, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,segment=NetworkSegment(e766d05e-6cc4-4c08-b0e1-a75c83483135),segment_id=e766d05e-6cc4-4c08-b0e1-a75c83483135)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:46.979287 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:47.032300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] For port bcfe6da1-50cb-4eac-848a-7406f5a54c10, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:35:47.035944 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] For port bcfe6da1-50cb-4eac-848a-7406f5a54c10, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bcfe6da1-50cb-4eac-848a-7406f5a54c10,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:35:47.087543 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Calling delete_port for aae57ab4-31c0-4930-962e-7dbb3f7f2d27 owned by compute:nova {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:35:47.161922 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-940c131b-136d-46a6-b31f-e327bb60f708 req-9b7e84b2-e98e-4418-bdb6-65b39502da45 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850042 Jun 15 14:35:47.208211 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:47.211198 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f4bf1ac6-c562-4713-9094-39ee7dce35cc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:47.248444 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:47.249070 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:47.250459 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] 10.222.0.45 "PUT /v2.0/ports/bcfe6da1-50cb-4eac-848a-7406f5a54c10 HTTP/1.1" status: 200 len: 1094 time: 1.0871091 Jun 15 14:35:47.250980 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9838a64-561f-4aa7-bfeb-e397715b063a', 'tag': 'bcfe6da1-50cb-4eac-848a-7406f5a54c10'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:47.253366 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c8ab11-ab32-493a-bc2e-cbfcc54b9eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9838a64-561f-4aa7-bfeb-e397715b063a", "tag": "bcfe6da1-50cb-4eac-848a-7406f5a54c10"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:47.285064 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfe6da1-50cb-4eac-848a-7406f5a54c10,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:47.288300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:47.297550 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542d69d6-657d-46a8-a66c-008a281ea17d x-openstack-request-id: req-542d69d6-657d-46a8-a66c-008a281ea17d {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:47.297919 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9838a64-561f-4aa7-bfeb-e397715b063a", "tag": "bcfe6da1-50cb-4eac-848a-7406f5a54c10", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:47.297919 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-542d69d6-657d-46a8-a66c-008a281ea17d {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:47.298335 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9838a64-561f-4aa7-bfeb-e397715b063a', 'tag': 'bcfe6da1-50cb-4eac-848a-7406f5a54c10', 'status': 'completed', 'code': 200} Jun 15 14:35:47.383356 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8ab11-ab32-493a-bc2e-cbfcc54b9eb4 req-865e0025-2d12-449a-b7bd-1b4615185fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:47.384850 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71c8ab11-ab32-493a-bc2e-cbfcc54b9eb4 req-865e0025-2d12-449a-b7bd-1b4615185fae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 1097 time: 0.0627463 Jun 15 14:35:47.390543 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:47.394832 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b7b4ae3d-13b0-4d69-add2-415637dfe186 tempest-AttachVolumeNegativeTest-1540136767 tempest-AttachVolumeNegativeTest-1540136767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:47.430320 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Pushing event deleted for resources: {'Port': ['ID=aae57ab4-31c0-4930-962e-7dbb3f7f2d27,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:47.432879 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:47.489454 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] No DVR routers for this DVR port aae57ab4-31c0-4930-962e-7dbb3f7f2d27 on host hv-cinder-79628 {{(pid=92288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:35:47.492385 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:47.497816 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0a7ce028-26e3-4719-8969-ddef068e5c8d req-c0eb2b9f-7ebc-425e-8281-9e09d14cd0a4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.45 "DELETE /v2.0/ports/aae57ab4-31c0-4930-962e-7dbb3f7f2d27 HTTP/1.1" status: 204 len: 173 time: 0.8508980 Jun 15 14:35:47.497816 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e818c004-9a92-4e8c-b9c9-682ddd75d4ff', 'name': 'network-vif-deleted', 'tag': 'aae57ab4-31c0-4930-962e-7dbb3f7f2d27'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:47.497816 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb8653a-faf6-4efb-9cec-205a436740d2" -d '{"events": [{"server_uuid": "e818c004-9a92-4e8c-b9c9-682ddd75d4ff", "name": "network-vif-deleted", "tag": "aae57ab4-31c0-4930-962e-7dbb3f7f2d27"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:47.531763 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8ab11-ab32-493a-bc2e-cbfcc54b9eb4 req-49d0b254-af63-4d5b-8686-1885b3d5367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:47.533401 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71c8ab11-ab32-493a-bc2e-cbfcc54b9eb4 req-49d0b254-af63-4d5b-8686-1885b3d5367c service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1410053 Jun 15 14:35:47.553382 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb79864-17a8-4955-a21b-c0d0ff638914 x-openstack-request-id: req-5bb79864-17a8-4955-a21b-c0d0ff638914 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:47.553938 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e818c004-9a92-4e8c-b9c9-682ddd75d4ff", "name": "network-vif-deleted", "tag": "aae57ab4-31c0-4930-962e-7dbb3f7f2d27", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:47.554249 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5bb79864-17a8-4955-a21b-c0d0ff638914 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:47.554984 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e818c004-9a92-4e8c-b9c9-682ddd75d4ff', 'name': 'network-vif-deleted', 'tag': 'aae57ab4-31c0-4930-962e-7dbb3f7f2d27', 'status': 'completed', 'code': 200} Jun 15 14:35:47.618747 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dc547015-53f6-46d3-a591-2a2ad6b4cf71 req-8c97db3e-71ed-4dd3-8e91-69883120c067 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] 10.222.0.22 "GET /v2.0/ports?device_id=e818c004-9a92-4e8c-b9c9-682ddd75d4ff HTTP/1.1" status: 200 len: 210 time: 0.0343716 Jun 15 14:35:47.673062 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8ab11-ab32-493a-bc2e-cbfcc54b9eb4 req-06c7b61f-cf25-49eb-993b-322e58d126e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:47.674915 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-71c8ab11-ab32-493a-bc2e-cbfcc54b9eb4 req-06c7b61f-cf25-49eb-993b-322e58d126e8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330018 Jun 15 14:35:47.807027 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-1ad46a6e-5ae6-48fb-b1d4-a38412453b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:47.808549 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-1ad46a6e-5ae6-48fb-b1d4-a38412453b2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 1097 time: 0.0627086 Jun 15 14:35:47.874130 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-015c07b2-7059-4539-8b0c-c13a4be81c5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcfe6da1-50cb-4eac-848a-7406f5a54c10 HTTP/1.1" status: 200 len: 217 time: 0.0583575 Jun 15 14:35:47.932994 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b1736-aa94-4cac-a3f4-13aa6e574af1 req-ce14af52-9df5-4d70-9bd5-e55c49c616b8 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:47.933583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-84e0d728-99e0-46db-9660-3668d7ea44c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:47.934486 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-074b1736-aa94-4cac-a3f4-13aa6e574af1 req-ce14af52-9df5-4d70-9bd5-e55c49c616b8 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 944 time: 0.0761456 Jun 15 14:35:47.935158 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-84e0d728-99e0-46db-9660-3668d7ea44c1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fbb6a723-e987-4cc1-ab50-18cbe91d36c0 HTTP/1.1" status: 200 len: 853 time: 0.0544374 Jun 15 14:35:47.973719 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-a30311f1-e79b-4876-a379-c6f599b4e6e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=75f0cd74-38cd-4691-a7a9-ba25f2cfe428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314510 Jun 15 14:35:47.976852 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-074b1736-aa94-4cac-a3f4-13aa6e574af1 req-586263af-91a2-405e-9d97-c8a4bbfd41b8 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Jun 15 14:35:48.093744 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-2fa892be-7573-4564-aa96-16d7313a2197 service neutron] 10.222.0.45 "GET /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129141 Jun 15 14:35:48.221904 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-039fe9b0-1525-4052-b675-05b3cd87e76c req-00024f83-c3c7-4441-8136-596ce1e83763 service neutron] 10.222.0.45 "GET /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161113 Jun 15 14:35:48.366207 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b99c2-72a0-4ff9-a3ea-c7e128ecbc22 req-260cf731-d1bd-4e7c-9aeb-63f23e3b751e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:48.367650 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e39b99c2-72a0-4ff9-a3ea-c7e128ecbc22 req-260cf731-d1bd-4e7c-9aeb-63f23e3b751e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0707560 Jun 15 14:35:48.411839 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e39b99c2-72a0-4ff9-a3ea-c7e128ecbc22 req-8b073943-a767-418a-ad65-89bae1b9d683 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382617 Jun 15 14:35:49.194474 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device aae57ab4-31c0-4930-962e-7dbb3f7f2d27 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:35:49.197810 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e3be6-3e7b-44ea-8050-20d835607459 req-be9e1aef-d5b1-45ca-9071-3990395d32a4 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:49.200022 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-db9e3be6-3e7b-44ea-8050-20d835607459 req-be9e1aef-d5b1-45ca-9071-3990395d32a4 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 944 time: 0.0762422 Jun 15 14:35:49.228717 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: aae57ab4-31c0-4930-962e-7dbb3f7f2d27 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:35:49.229326 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device aae57ab4-31c0-4930-962e-7dbb3f7f2d27 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:35:49.262950 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-db9e3be6-3e7b-44ea-8050-20d835607459 req-c7269d8c-5b48-4166-bdf0-57e586d172fc tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502143 Jun 15 14:35:49.305102 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-dfd18eb2-17ac-4e58-b609-7d32d32f05c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:49.612130 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0369d6-04fa-45a0-b6b6-97c240132371 req-c3579cd5-e1ad-4e47-9ea8-10ff0eeca157 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:49.612130 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7d0369d6-04fa-45a0-b6b6-97c240132371 req-c3579cd5-e1ad-4e47-9ea8-10ff0eeca157 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0746899 Jun 15 14:35:49.659132 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7d0369d6-04fa-45a0-b6b6-97c240132371 req-1743cbf2-05b6-4ea0-9389-efaf1e1901a0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398967 Jun 15 14:35:50.734056 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dd5a3-d065-4b16-8943-aaf78df096c6 req-2e6d5ceb-864e-40e8-befa-19f315ad3410 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:50.735818 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bc4dd5a3-d065-4b16-8943-aaf78df096c6 req-2e6d5ceb-864e-40e8-befa-19f315ad3410 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 944 time: 0.3516424 Jun 15 14:35:50.783424 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bc4dd5a3-d065-4b16-8943-aaf78df096c6 req-ea7cafa1-6237-4e9b-9fc0-8a6798751ca2 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Jun 15 14:35:50.863823 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a430f0-2cca-4462-bb26-e4a993feb453 req-857bffd8-ec8c-4ae9-b204-0e9457e3cefd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:50.865699 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-90a430f0-2cca-4462-bb26-e4a993feb453 req-857bffd8-ec8c-4ae9-b204-0e9457e3cefd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0802195 Jun 15 14:35:50.913289 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-90a430f0-2cca-4462-bb26-e4a993feb453 req-6aa57e4f-6fa5-4954-917a-f10538b81fed tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415292 Jun 15 14:35:51.198600 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device bcfe6da1-50cb-4eac-848a-7406f5a54c10 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:35:51.358405 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port bcfe6da1-50cb-4eac-848a-7406f5a54c10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bcfe6da1-50cb-4eac-848a-7406f5a54c10,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:51.371070 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': 'bcfe6da1-50cb-4eac-848a-7406f5a54c10', 'network_id': '75f0cd74-38cd-4691-a7a9-ba25f2cfe428', 'port_id': 'bcfe6da1-50cb-4eac-848a-7406f5a54c10', 'mac_address': 'fa:16:3e:4f:8a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb6a723-e987-4cc1-ab50-18cbe91d36c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:35:51.417373 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:51.433245 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfe6da1-50cb-4eac-848a-7406f5a54c10 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:35:51.456906 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port bcfe6da1-50cb-4eac-848a-7406f5a54c10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bcfe6da1-50cb-4eac-848a-7406f5a54c10,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:51.643085 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:51.652584 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:51.713674 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=bcfe6da1-50cb-4eac-848a-7406f5a54c10,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:51.718169 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:51.845356 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:52.033685 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['bcfe6da1-50cb-4eac-848a-7406f5a54c10'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:35:52.070060 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c521c39-e9a5-471a-9df5-dece2b960b89 req-8e4cd4da-b9ec-4c99-b57f-f8b950126051 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:52.081599 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8c521c39-e9a5-471a-9df5-dece2b960b89 req-8e4cd4da-b9ec-4c99-b57f-f8b950126051 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 945 time: 0.1226220 Jun 15 14:35:52.181953 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8c521c39-e9a5-471a-9df5-dece2b960b89 req-f4f7f163-4ae3-4f69-9822-29fab93db6d2 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991063 Jun 15 14:35:52.189132 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-e46e0f39-d195-4676-959e-3ce62559a1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:52.226036 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e18fd-63f2-4dd9-bc43-6c592daec1e6 req-4f03e15a-eb94-4cf7-b146-8457a4c35e50 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:52.227924 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-858e18fd-63f2-4dd9-bc43-6c592daec1e6 req-4f03e15a-eb94-4cf7-b146-8457a4c35e50 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1143653 Jun 15 14:35:52.308119 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-858e18fd-63f2-4dd9-bc43-6c592daec1e6 req-da24aff7-2b51-4347-b8bd-e2c4f76303b8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687966 Jun 15 14:35:52.893614 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.215955 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device bcfe6da1-50cb-4eac-848a-7406f5a54c10 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:53.433021 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78755443-d10e-4c57-96a8-2068c554f45f req-5788c64d-4a70-4679-b4d7-e8f56d6fe96d tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:53.435844 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port bcfe6da1-50cb-4eac-848a-7406f5a54c10 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:35:53.440151 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port bcfe6da1-50cb-4eac-848a-7406f5a54c10 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:53.440835 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.446206 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-78755443-d10e-4c57-96a8-2068c554f45f req-5788c64d-4a70-4679-b4d7-e8f56d6fe96d tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 945 time: 0.1185689 Jun 15 14:35:53.502183 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-78755443-d10e-4c57-96a8-2068c554f45f req-2af40b7e-c574-4916-935f-b2cd0bc96520 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506797 Jun 15 14:35:53.547159 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.581561 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9838a64-561f-4aa7-bfeb-e397715b063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfe6da1-50cb-4eac-848a-7406f5a54c10'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:53.584418 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e851f9fe-2891-4e22-b781-b879d9029ae9" -d '{"events": [{"server_uuid": "b9838a64-561f-4aa7-bfeb-e397715b063a", "name": "network-vif-plugged", "status": "completed", "tag": "bcfe6da1-50cb-4eac-848a-7406f5a54c10"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:53.585143 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391abb35-6857-4682-b85c-3af039f9bf0f req-54199e05-49d3-417c-b594-9e41b646c240 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:53.592874 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-391abb35-6857-4682-b85c-3af039f9bf0f req-54199e05-49d3-417c-b594-9e41b646c240 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0891469 Jun 15 14:35:53.608781 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port bcfe6da1-50cb-4eac-848a-7406f5a54c10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bcfe6da1-50cb-4eac-848a-7406f5a54c10,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:53.655587 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-391abb35-6857-4682-b85c-3af039f9bf0f req-7f634ff2-45cb-4dae-b6d0-1492d9b38a71 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613723 Jun 15 14:35:53.656364 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b353de2-b495-4ad1-a908-189761525a24 x-openstack-request-id: req-7b353de2-b495-4ad1-a908-189761525a24 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:53.656727 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9838a64-561f-4aa7-bfeb-e397715b063a", "name": "network-vif-plugged", "status": "completed", "tag": "bcfe6da1-50cb-4eac-848a-7406f5a54c10", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:53.657030 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b353de2-b495-4ad1-a908-189761525a24 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:53.657573 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9838a64-561f-4aa7-bfeb-e397715b063a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfe6da1-50cb-4eac-848a-7406f5a54c10', 'code': 200} Jun 15 14:35:53.710877 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:53.713241 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-57873d4a-1b24-45fb-84de-1851028fc282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:53.779833 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=bcfe6da1-50cb-4eac-848a-7406f5a54c10,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:53.785689 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:54.246276 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2390be-d980-4843-bc42-84a1a45fe5e6 req-d75dbc50-f71e-4d91-be9e-877cc67f87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:54.248343 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-ba2390be-d980-4843-bc42-84a1a45fe5e6 req-d75dbc50-f71e-4d91-be9e-877cc67f87f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 1099 time: 0.0705676 Jun 15 14:35:54.293454 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-ba2390be-d980-4843-bc42-84a1a45fe5e6 req-4f8f7c72-c122-43d8-b174-dcaee5b24548 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378520 Jun 15 14:35:54.738721 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:54.808498 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36217fe1-84db-46c3-9ac0-6680a2699bcd req-485c22d5-764d-4093-88ed-c4e5b7ecd570 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:54.810503 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-36217fe1-84db-46c3-9ac0-6680a2699bcd req-485c22d5-764d-4093-88ed-c4e5b7ecd570 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 946 time: 0.0935185 Jun 15 14:35:54.995760 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-36217fe1-84db-46c3-9ac0-6680a2699bcd req-7f8dd297-0546-4a15-8b1b-7a8f6ed8c3f5 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732600 Jun 15 14:35:55.052557 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fd37d-c60f-4287-8cfa-ba580cb1b77d req-5037bdbe-8596-452e-be01-44fe2ea8710b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:55.054692 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-961fd37d-c60f-4287-8cfa-ba580cb1b77d req-5037bdbe-8596-452e-be01-44fe2ea8710b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.2062955 Jun 15 14:35:55.131947 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-961fd37d-c60f-4287-8cfa-ba580cb1b77d req-2de265f6-c956-4374-a0d0-b13a427789ed tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677905 Jun 15 14:35:56.324840 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e728a20-07b1-4bdc-8257-b35669e60cb5 req-add37e8f-9c84-4704-a21e-4c8894d2e534 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:56.334064 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8e728a20-07b1-4bdc-8257-b35669e60cb5 req-add37e8f-9c84-4704-a21e-4c8894d2e534 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 946 time: 0.1777828 Jun 15 14:35:56.397150 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8e728a20-07b1-4bdc-8257-b35669e60cb5 req-da979204-392e-426e-82fa-2857e10597b0 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620723 Jun 15 14:35:56.492660 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea66a17-f3b4-4dd9-9f35-166887c1478c req-4314a69e-daeb-429e-838b-73e564c09f6d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:56.506963 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9ea66a17-f3b4-4dd9-9f35-166887c1478c req-4314a69e-daeb-429e-838b-73e564c09f6d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1215482 Jun 15 14:35:56.602347 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9ea66a17-f3b4-4dd9-9f35-166887c1478c req-5c8e0ea7-6db0-4096-ae6c-32b253293773 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897772 Jun 15 14:35:57.206987 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:35:57.511226 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:57.540382 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '2fb39be2-9692-47de-88e5-da599839d3d8', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'port_id': '2fb39be2-9692-47de-88e5-da599839d3d8', 'mac_address': 'fa:16:3e:a2:2b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:35:57.601904 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.642134 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fb39be2-9692-47de-88e5-da599839d3d8 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:35:57.682208 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:57.830616 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876563e-e3f0-4596-939d-971db7416220 req-7e674967-3663-4107-b8d0-77b8c1775fde tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:57.832776 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0876563e-e3f0-4596-939d-971db7416220 req-7e674967-3663-4107-b8d0-77b8c1775fde tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0766864 Jun 15 14:35:57.900703 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0876563e-e3f0-4596-939d-971db7416220 req-d9092fb2-4164-4c9a-b551-5a5fe876dd4c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576153 Jun 15 14:35:57.990810 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.999305 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:58.108985 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['2fb39be2-9692-47de-88e5-da599839d3d8'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:35:58.113391 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=6']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:58.119084 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:35:59.168054 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44564c-51da-4336-8d29-48e1581611eb req-862b6b8d-607b-46a0-a1d9-e67be7ba702b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:35:59.175361 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2e44564c-51da-4336-8d29-48e1581611eb req-862b6b8d-607b-46a0-a1d9-e67be7ba702b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 945 time: 0.1060617 Jun 15 14:35:59.228925 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2e44564c-51da-4336-8d29-48e1581611eb req-27944e1e-50bd-4eac-ac1f-e22d04e3d633 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521667 Jun 15 14:35:59.229314 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:35:59.347365 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 2fb39be2-9692-47de-88e5-da599839d3d8 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:35:59.347895 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:59.491619 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:59.538892 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:35:59.541422 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9315e9-112a-44c1-b7e7-cae4bf307b84" -d '{"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:35:59.558593 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:35:59.584946 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c399f978-39f8-4419-a3d7-dc21fd08284a x-openstack-request-id: req-c399f978-39f8-4419-a3d7-dc21fd08284a {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:35:59.584946 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:35:59.585157 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c399f978-39f8-4419-a3d7-dc21fd08284a {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:35:59.585508 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8', 'code': 200} Jun 15 14:35:59.676307 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:59.679054 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-ec0b28a3-44de-4725-9239-d729db4067f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:35:59.741422 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=7']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:59.745626 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:00.539186 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94934a05-57d6-409a-86c5-ce22591be78b req-90fa1835-8ae9-4cff-9717-d79eb09dac51 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:00.540932 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-94934a05-57d6-409a-86c5-ce22591be78b req-90fa1835-8ae9-4cff-9717-d79eb09dac51 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0815196 Jun 15 14:36:00.592964 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-94934a05-57d6-409a-86c5-ce22591be78b req-586f262b-a7d9-4415-9942-c9061fddc227 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459845 Jun 15 14:36:01.882444 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb20fae-ee25-430f-8584-2c67694e07e1 req-25689931-7b4d-4c26-bf0c-3645bd0cc43d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:01.892117 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fdb20fae-ee25-430f-8584-2c67694e07e1 req-25689931-7b4d-4c26-bf0c-3645bd0cc43d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0947120 Jun 15 14:36:01.944321 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fdb20fae-ee25-430f-8584-2c67694e07e1 req-9a6aa548-2d71-435d-9265-fb7d9f6aaf3e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522308 Jun 15 14:36:02.552592 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:36:03.093079 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:03.186705 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569150fd-7372-4498-9b0c-6c3e75d728e8 req-4340f92f-2d3c-46d0-b955-ccb66dde5d8e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:03.198561 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-569150fd-7372-4498-9b0c-6c3e75d728e8 req-4340f92f-2d3c-46d0-b955-ccb66dde5d8e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1048117 Jun 15 14:36:03.260785 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-569150fd-7372-4498-9b0c-6c3e75d728e8 req-acdf1b32-9ec0-41d0-9006-38a37a5deed9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607748 Jun 15 14:36:04.478304 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4525e43-ca5a-4c66-a14b-03039cdde96f req-6a8f65b4-8070-4d74-8473-70275ad7f124 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:04.480071 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e4525e43-ca5a-4c66-a14b-03039cdde96f req-6a8f65b4-8070-4d74-8473-70275ad7f124 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0777931 Jun 15 14:36:04.534079 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e4525e43-ca5a-4c66-a14b-03039cdde96f req-b39256d6-7c03-47f4-966e-caadace6c7d0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456386 Jun 15 14:36:05.840609 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86971603-a133-4171-b252-6af10253f681 req-cb87ea8c-1dd4-4146-8f4a-453c163ab1ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:05.850808 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-86971603-a133-4171-b252-6af10253f681 req-cb87ea8c-1dd4-4146-8f4a-453c163ab1ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1238146 Jun 15 14:36:05.957377 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-86971603-a133-4171-b252-6af10253f681 req-37b6c7a4-6dc7-4345-bc99-7342999783fd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949492 Jun 15 14:36:06.897469 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2062b-8719-4684-a1ee-35dea8aceb8b req-7cb874fb-2ebd-4910-aed8-62f395789ca3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:06.907956 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-64e2062b-8719-4684-a1ee-35dea8aceb8b req-7cb874fb-2ebd-4910-aed8-62f395789ca3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.3286080 Jun 15 14:36:07.034345 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-64e2062b-8719-4684-a1ee-35dea8aceb8b req-8e048764-44d3-4140-a1e3-e389ceb94508 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248605 Jun 15 14:36:07.248635 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31138baa-4372-4536-896d-c578116732eb req-052760b8-3b5d-476c-a136-9dbb6ed8f2f8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:07.256363 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-31138baa-4372-4536-896d-c578116732eb req-052760b8-3b5d-476c-a136-9dbb6ed8f2f8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0940139 Jun 15 14:36:07.310942 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-31138baa-4372-4536-896d-c578116732eb req-98bbcf10-8a33-466b-898e-f4729a7c7307 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534830 Jun 15 14:36:07.992609 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-bba4d138-7368-497d-a0c9-7a83ed7d5011 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:07.995470 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-bba4d138-7368-497d-a0c9-7a83ed7d5011 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0941367 Jun 15 14:36:08.330034 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Deleting port 779e203f-ae7d-43c8-9f58-d01b9ad7923b {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:08.331065 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:08.425170 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45fb3-6f1f-4168-b838-8b6e490289f3 req-10d45ad4-c8b6-4f68-982c-f7ca8f45dbf3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:08.434979 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-aaf45fb3-6f1f-4168-b838-8b6e490289f3 req-10d45ad4-c8b6-4f68-982c-f7ca8f45dbf3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.1779811 Jun 15 14:36:08.558387 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-aaf45fb3-6f1f-4168-b838-8b6e490289f3 req-90300daf-d4c0-407b-9c2e-354703938086 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110117 Jun 15 14:36:08.649128 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] For port 779e203f-ae7d-43c8-9f58-d01b9ad7923b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=779e203f-ae7d-43c8-9f58-d01b9ad7923b,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:08.649733 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:08.728251 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b5bda-d698-43c0-9bdf-d4be6d0bc6fb req-94bdacc7-ab54-48a7-a0d0-34bf9c4fd8b1 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:08.729903 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-592b5bda-d698-43c0-9bdf-d4be6d0bc6fb req-94bdacc7-ab54-48a7-a0d0-34bf9c4fd8b1 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1702273 Jun 15 14:36:08.803850 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-592b5bda-d698-43c0-9bdf-d4be6d0bc6fb req-52169f3b-0c8c-4dbb-80f4-a3d3fc862623 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546341 Jun 15 14:36:09.042538 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:09.066178 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:09.066178 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.l3_db [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Floating IP d174b62b-91c1-43fb-96ca-e2d8fcdf58d4 disassociated. External IP: 172.28.2.111, port: 779e203f-ae7d-43c8-9f58-d01b9ad7923b. Jun 15 14:36:09.066178 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Calling delete_port for 779e203f-ae7d-43c8-9f58-d01b9ad7923b owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:09.766977 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81d9c0-53af-4f58-9d2b-bf286c0ab670 req-34c96458-80f6-4257-a9cd-71fd300f0539 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:09.768561 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8e81d9c0-53af-4f58-9d2b-bf286c0ab670 req-34c96458-80f6-4257-a9cd-71fd300f0539 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 945 time: 0.0727556 Jun 15 14:36:09.817001 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8e81d9c0-53af-4f58-9d2b-bf286c0ab670 req-0d1f3f53-0a64-4dc0-b5bf-7bfa145d3d4a tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5c8f164-a023-4601-b9fa-aced09ae84af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Jun 15 14:36:09.940982 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:09.951376 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-07aaa3dd-c1d3-41f4-8934-aa55076726c0 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:09.990997 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event deleted for resources: {'Port': ['ID=779e203f-ae7d-43c8-9f58-d01b9ad7923b,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:10.001844 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.002273 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.002645 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.003014 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.003377 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.003729 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.004147 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.004509 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.004860 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.005205 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.005552 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.005899 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:10.009656 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:10.037261 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb614bbc-b3d7-4ea7-b81b-27c988841410 req-889f4a36-5015-4b6c-beeb-541cd2258bfc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:10.038876 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eb614bbc-b3d7-4ea7-b81b-27c988841410 req-889f4a36-5015-4b6c-beeb-541cd2258bfc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0760369 Jun 15 14:36:10.085588 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eb614bbc-b3d7-4ea7-b81b-27c988841410 req-a64730e9-c6db-46ee-a0fb-9ffb01fba77f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404112 Jun 15 14:36:10.462035 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:36:10.672823 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:36:10.692935 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] Sync routers for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:36:10.706258 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:10.708237 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:35:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:10.785695 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] No DVR routers for this DVR port 779e203f-ae7d-43c8-9f58-d01b9ad7923b on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:10.798152 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:10.801488 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9e715be5-f25f-4c2a-b408-8be05aa069b4 req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "DELETE /v2.0/ports/779e203f-ae7d-43c8-9f58-d01b9ad7923b HTTP/1.1" status: 204 len: 173 time: 2.7991931 Jun 15 14:36:10.802391 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'name': 'network-vif-deleted', 'tag': '779e203f-ae7d-43c8-9f58-d01b9ad7923b'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:10.805323 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0ba055-9986-4fcc-9746-97e1f9a0b8fc" -d '{"events": [{"server_uuid": "ff1b2859-b500-48f6-9af9-61fbda50d610", "name": "network-vif-deleted", "tag": "779e203f-ae7d-43c8-9f58-d01b9ad7923b"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:10.871312 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385810d8-79a5-4856-8ce8-6958d2207779 x-openstack-request-id: req-385810d8-79a5-4856-8ce8-6958d2207779 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:10.871709 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1b2859-b500-48f6-9af9-61fbda50d610", "name": "network-vif-deleted", "tag": "779e203f-ae7d-43c8-9f58-d01b9ad7923b", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:10.872071 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-385810d8-79a5-4856-8ce8-6958d2207779 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:10.872625 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1b2859-b500-48f6-9af9-61fbda50d610', 'name': 'network-vif-deleted', 'tag': '779e203f-ae7d-43c8-9f58-d01b9ad7923b', 'status': 'completed', 'code': 200} Jun 15 14:36:11.006947 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e000257a-2342-49d9-aeac-500663fdb7b3 req-e42c7faf-e461-4660-8d2d-f4b7f65c15bc tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 210 time: 0.0513234 Jun 15 14:36:11.087080 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:11.356740 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 779e203f-ae7d-43c8-9f58-d01b9ad7923b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:11.393788 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35be1a-9bb8-4156-b5a8-703fa6451c96 req-1c9a131f-ff2d-4a3f-9c3c-bc5c120eb9af tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:11.401237 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b35be1a-9bb8-4156-b5a8-703fa6451c96 req-1c9a131f-ff2d-4a3f-9c3c-bc5c120eb9af tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1622581 Jun 15 14:36:11.405998 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 779e203f-ae7d-43c8-9f58-d01b9ad7923b {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:11.407610 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 779e203f-ae7d-43c8-9f58-d01b9ad7923b not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:11.453131 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b35be1a-9bb8-4156-b5a8-703fa6451c96 req-e2f59792-f13f-4a0a-be49-33b9780eb0be tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508227 Jun 15 14:36:11.753723 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:11.759132 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] Checking router: 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:36:11.798090 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:11.801649 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:35:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:12.185178 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:12.276588 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dc4ab173-eb4d-4c04-984b-d929bd4bc89e req-6753be42-d227-4bb3-856e-94cb13d2c8b1 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff1b2859-b500-48f6-9af9-61fbda50d610 HTTP/1.1" status: 200 len: 210 time: 0.0922003 Jun 15 14:36:12.635100 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:12.641883 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7de8e1-976d-4fff-9bbe-a03e6ce441e8 None None] The sync data for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb is: [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:36:12.738890 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18543adc-11da-4d9b-bb87-2ec2998a48f8 req-be931a49-2e08-429a-9023-4a4cfbe767fa tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:12.741089 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-18543adc-11da-4d9b-bb87-2ec2998a48f8 req-be931a49-2e08-429a-9023-4a4cfbe767fa tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0982268 Jun 15 14:36:12.828155 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-18543adc-11da-4d9b-bb87-2ec2998a48f8 req-17072aa0-006d-44c1-b8fe-5c9520447f18 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751431 Jun 15 14:36:13.061599 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9988d0-8446-49ab-b90f-d81ad7b96549 None None] New status for floating IP d174b62b-91c1-43fb-96ca-e2d8fcdf58d4: DOWN {{(pid=92290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:36:13.630363 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 32978) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:13.694685 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b88df703-285c-466d-904e-917fccf1adf5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.720206 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b88df703-285c-466d-904e-917fccf1adf5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.903914 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b88df703-285c-466d-904e-917fccf1adf5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.906872 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b88df703-285c-466d-904e-917fccf1adf5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:13.911041 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 32990) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:13.919350 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-b88df703-285c-466d-904e-917fccf1adf5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "DELETE /v2.0/security-groups/e5c8f164-a023-4601-b9fa-aced09ae84af HTTP/1.1" status: 204 len: 168 time: 0.2877967 Jun 15 14:36:13.920420 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:13.941811 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.api.v2.resource [None req-fa762eac-47bc-4eff-9dd4-c20645b16e38 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] show failed (client error): The resource could not be found. Jun 15 14:36:13.946674 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 32994) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:13.948682 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-fa762eac-47bc-4eff-9dd4-c20645b16e38 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups/e5c8f164-a023-4601-b9fa-aced09ae84af HTTP/1.1" status: 404 len: 347 time: 0.0364568 Jun 15 14:36:14.042100 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88df703-285c-466d-904e-917fccf1adf5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8f164-a023-4601-b9fa-aced09ae84af,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:14.045928 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b88df703-285c-466d-904e-917fccf1adf5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:14.160039 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Deleting port eccea10f-1adf-426b-bddf-85e5e94a7783 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:14.161072 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:14.254003 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ca436-4220-4d98-8b48-c0c3931a702d req-2b7e6fda-25eb-48bf-9444-976aef097c37 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:14.256062 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-be0ca436-4220-4d98-8b48-c0c3931a702d req-2b7e6fda-25eb-48bf-9444-976aef097c37 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0857034 Jun 15 14:36:14.309458 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:14.309881 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:14.313403 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-be0ca436-4220-4d98-8b48-c0c3931a702d req-0294fbed-b1fc-48e0-999c-6390d4840d74 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479338 Jun 15 14:36:14.440041 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Calling delete_port for eccea10f-1adf-426b-bddf-85e5e94a7783 owned by network:floatingip {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:14.945723 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:14.951623 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e9745e7a-d3ca-4c6b-8b75-950572196b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:14.994542 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event deleted for resources: {'Port': ['ID=eccea10f-1adf-426b-bddf-85e5e94a7783,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:15.031519 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:15.085646 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:15.088534 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:15.089733 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "DELETE /v2.0/floatingips/d174b62b-91c1-43fb-96ca-e2d8fcdf58d4 HTTP/1.1" status: 204 len: 168 time: 1.1420679 Jun 15 14:36:15.577481 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad2d86-1041-4dbe-bb61-223e177b3e19 req-c2248588-6bef-4816-a745-7e947b6af5cf tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:15.579751 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6bad2d86-1041-4dbe-bb61-223e177b3e19 req-c2248588-6bef-4816-a745-7e947b6af5cf tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0822830 Jun 15 14:36:15.613282 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33014) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:15.623776 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-e82e0064-0d51-4b4e-acf0-42d853388519 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365891904', 'description': 'tempest-description--744370678'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:15.641573 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6bad2d86-1041-4dbe-bb61-223e177b3e19 req-53bc4c5e-92a7-41f8-85c2-0de134858091 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540614 Jun 15 14:36:15.831037 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e82e0064-0d51-4b4e-acf0-42d853388519 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.040736 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e82e0064-0d51-4b4e-acf0-42d853388519 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.133251 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e82e0064-0d51-4b4e-acf0-42d853388519 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.139117 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-cfd8e564-57a1-43ca-b29f-eab38fc8f9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:16.182894 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0064-0d51-4b4e-acf0-42d853388519 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb02dcb6-bb36-4435-bb78-297829e3e669,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:16.187853 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e82e0064-0d51-4b4e-acf0-42d853388519 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:16.281996 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e82e0064-0d51-4b4e-acf0-42d853388519 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.286715 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33022) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:16.287617 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-e82e0064-0d51-4b4e-acf0-42d853388519 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6727481 Jun 15 14:36:16.291098 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33024) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:16.297424 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'security_group_rule': {'security_group_id': 'fb02dcb6-bb36-4435-bb78-297829e3e669', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:16.382479 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_v2 [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Deleting subnet bbb12142-5fdc-4dfd-9d56-b28efff7e14f {{(pid=92288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:36:16.387830 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.446380 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.451209 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838337'] for subnet, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.532539 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.547849 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.667274 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.671348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9caafdfc-4914-4cdc-a3f8-386d12a61918 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:16.689554 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd57ed90-d8aa-48d2-b059-35cb21babbcf,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:16.694232 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:16.739134 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28981600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29298134'] for subnet, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.743373 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-58a2c2a1-eb6e-4210-ad20-b0a016a0b68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:16.792801 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.798384 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33036) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:16.799049 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bbb12142-5fdc-4dfd-9d56-b28efff7e14f HTTP/1.1" status: 204 len: 168 time: 0.5097275 Jun 15 14:36:16.800779 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb12142-5fdc-4dfd-9d56-b28efff7e14f,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:16.810161 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.811170 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.812261 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.812936 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.813561 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.814275 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.814860 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.815528 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.816126 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.816892 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.817460 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.818016 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:16.823411 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-831008ba-1468-481c-99d3-3eac0dedab9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:16.876822 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:16.878261 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5860772 Jun 15 14:36:16.884170 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33038) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:16.890737 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'security_group_rule': {'security_group_id': 'fb02dcb6-bb36-4435-bb78-297829e3e669', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:16.964266 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d69d-faa2-437c-9b06-0ed7785d1e74 req-3a8b132a-1a60-4b34-a371-b15835928c93 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:16.985338 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fca2d69d-faa2-437c-9b06-0ed7785d1e74 req-3a8b132a-1a60-4b34-a371-b15835928c93 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1445866 Jun 15 14:36:16.990157 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.082111 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fca2d69d-faa2-437c-9b06-0ed7785d1e74 req-57be846a-cc1e-48e0-9f79-a3eed42fea5b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952363 Jun 15 14:36:17.151966 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.153550 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-8ad2f4e6-57d8-4558-b103-b79aeb04862f tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937711261&fields=id&tenant_id=ecf405e21b1b4dbb91a74872b400a4eb HTTP/1.1" status: 200 len: 267 time: 0.0640657 Jun 15 14:36:17.172357 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.176303 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ab9258-5c8b-43da-bfd2-b483668d9aed']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:17.212084 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e766d05e-6cc4-4c08-b0e1-a75c83483135') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:17.212378 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e766d05e-6cc4-4c08-b0e1-a75c83483135') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:17.232703 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.246036 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-9289cc22-0da6-4644-a679-9e6f0470cda8 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:17.258395 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-9289cc22-0da6-4644-a679-9e6f0470cda8 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 984 time: 0.0982630 Jun 15 14:36:17.259796 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.266172 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Request body: {'port': {'security_groups': ['05d484c3-c6d7-4f8a-b455-eb48c2082874']}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:17.267978 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:36:17.271779 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:36:17.275779 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:36:17.307425 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.398060 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.413516 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.423023 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:17.448978 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa37187-abb7-4a99-b5f6-9cdd4125e98b,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:17.453111 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:17.461020 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.468139 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d70eb43a-8959-4015-b571-43341d12c2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:17.478562 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.480576 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] 10.222.0.22 "DELETE /v2.0/networks/87ab9258-5c8b-43da-bfd2-b483668d9aed HTTP/1.1" status: 204 len: 168 time: 0.6811235 Jun 15 14:36:17.494921 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Pushing event deleted for resources: {'Network': ['ID=87ab9258-5c8b-43da-bfd2-b483668d9aed,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:17.502448 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-330888be-bde9-4d41-b015-c46f06e125bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:17.573095 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.576334 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6883094 Jun 15 14:36:17.584140 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33044) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:17.589621 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'floatingip': {'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:17.691244 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] For port bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:17.705440 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.749347 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.835411 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28981933'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:17.841265 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c07e46d2-8346-498e-ae1b-e4da2bc235c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:17.851203 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['bf8b3c86-0f19-4f55-8e03-c20ef25960cb'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:36:17.978869 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33048) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:18.001101 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:18.002077 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.007468 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eee16894-9f89-4a88-8835-6fee27bca5bf req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "PUT /v2.0/ports/bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 942 time: 0.7478359 Jun 15 14:36:18.018858 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:18.019816 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33050) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:18.021681 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec1d033-031a-4587-bb0f-aab263acfd17" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:18.071572 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-de669f06-4d3b-4834-85dd-373602d7372e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84531dc2e54043f0bb83b75cf3a69b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854194 Jun 15 14:36:18.074578 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33054) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:18.159790 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['bf8b3c86-0f19-4f55-8e03-c20ef25960cb'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:36:18.160492 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.185130 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2084f2d-3cc2-4ec7-a58a-b01eec3a9212 x-openstack-request-id: req-a2084f2d-3cc2-4ec7-a58a-b01eec3a9212 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:18.185495 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:18.185792 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2084f2d-3cc2-4ec7-a58a-b01eec3a9212 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:18.186240 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'status': 'completed', 'code': 200} Jun 15 14:36:18.238167 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event updated for resources: {'Port': ['ID=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,revision_number=7']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:18.250040 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f3485476-e351-4182-968f-a00b7a9f0d8b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:18.337777 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f66d0723-1c1c-4824-96ea-bbc37b2dee5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.362829 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12de72bb-349e-4206-b735-3e1d808f7ec4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.421286 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f66d0723-1c1c-4824-96ea-bbc37b2dee5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.447391 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12de72bb-349e-4206-b735-3e1d808f7ec4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.453576 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-c5a4dec2-c458-46f3-8cc5-f54c19f928b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:18.455448 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-c5a4dec2-c458-46f3-8cc5-f54c19f928b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1098 time: 0.2745619 Jun 15 14:36:18.505928 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-fbbd76c4-9924-4a22-8614-bcec787a0ec6 None None] Provisioning complete for port bf8b3c86-0f19-4f55-8e03-c20ef25960cb triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:36:18.506333 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fbbd76c4-9924-4a22-8614-bcec787a0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.513779 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117307c-018c-4fd3-80f2-865063d76609 req-5a4ca221-35ed-4391-8996-56f4065b75ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:18.521462 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0117307c-018c-4fd3-80f2-865063d76609 req-5a4ca221-35ed-4391-8996-56f4065b75ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1692791 Jun 15 14:36:18.595331 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0117307c-018c-4fd3-80f2-865063d76609 req-236a79b1-86e3-4843-8878-3011a1a75755 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728614 Jun 15 14:36:18.617449 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-be41bad4-7e2c-4bc5-b449-51485b85dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:18.617449 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-be41bad4-7e2c-4bc5-b449-51485b85dc31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af35941b-f8ed-47d2-9605-fa5f4492e103 HTTP/1.1" status: 200 len: 915 time: 0.1406431 Jun 15 14:36:18.635488 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f66d0723-1c1c-4824-96ea-bbc37b2dee5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.638884 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f66d0723-1c1c-4824-96ea-bbc37b2dee5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:18.644580 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f66d0723-1c1c-4824-96ea-bbc37b2dee5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa0a80d2-8111-4e78-9214-4c687005346f HTTP/1.1" status: 204 len: 168 time: 0.5583787 Jun 15 14:36:18.646545 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0ca04698-b6b0-4276-a941-fd65bf597b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:18.665396 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d0723-1c1c-4824-96ea-bbc37b2dee5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0a80d2-8111-4e78-9214-4c687005346f,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:18.670462 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f66d0723-1c1c-4824-96ea-bbc37b2dee5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:18.709106 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Allocated IP 172.28.2.39 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/5c9eb049-a6e7-45d4-9174-74c356280d4f) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:36:18.795740 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-1ab274be-b660-4743-9a58-290db88cfcbd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 1000 time: 0.1718562 Jun 15 14:36:18.983458 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-b000976b-85b2-4973-ab20-aa91e0994a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:18.985714 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-b000976b-85b2-4973-ab20-aa91e0994a2c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dbd0b3-b65e-497c-8174-f21135a4087b HTTP/1.1" status: 200 len: 853 time: 0.1812029 Jun 15 14:36:19.050810 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.096132 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-0d50ae54-3e77-49b8-bfc1-7ca0e9f23892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:19.098849 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-0d50ae54-3e77-49b8-bfc1-7ca0e9f23892 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af35941b-f8ed-47d2-9605-fa5f4492e103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019452 Jun 15 14:36:19.140738 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12de72bb-349e-4206-b735-3e1d808f7ec4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.143660 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12de72bb-349e-4206-b735-3e1d808f7ec4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.145009 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-12de72bb-349e-4206-b735-3e1d808f7ec4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "DELETE /v2.0/security-groups/940dd7a7-f0f4-42ef-882c-682450541328 HTTP/1.1" status: 204 len: 168 time: 1.1240938 Jun 15 14:36:19.155420 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33062) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:19.158483 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-db2ebe0b-2491-4ec5-857d-5b622b8eaf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:19.182827 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de72bb-349e-4206-b735-3e1d808f7ec4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940dd7a7-f0f4-42ef-882c-682450541328,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:19.187947 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-12de72bb-349e-4206-b735-3e1d808f7ec4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:19.319118 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-bd7fa51f-125a-4690-8ed1-5b7943e12c85 service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065656 Jun 15 14:36:19.362559 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-77d05ad9-f7f8-484b-844c-0c00aaa12f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.414820 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.422170 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:19.520635 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:36:19.537994 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:36:19.545753 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:36:19.556334 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'Port': ['ID=5c9eb049-a6e7-45d4-9174-74c356280d4f,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:19.569689 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Deleting port 81edd26c-d1ce-4d72-9bff-06bee9d50f8b {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:19.570192 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.591428 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:19.598512 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-9ec1d033-031a-4587-bb0f-aab263acfd17 req-d69f2724-9be7-469b-b91d-0e8afd41840d service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723305 Jun 15 14:36:19.682868 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.686495 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.686830 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:19.784174 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Calling delete_port for 81edd26c-d1ce-4d72-9bff-06bee9d50f8b owned by network:floatingip {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:19.963062 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4420a-bb74-4945-a365-1b3172c05adc req-010be596-56ec-4dba-bca3-6a3c0f7ba7a0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:19.964662 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-30b4420a-bb74-4945-a365-1b3172c05adc req-010be596-56ec-4dba-bca3-6a3c0f7ba7a0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.2231455 Jun 15 14:36:20.024951 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-30b4420a-bb74-4945-a365-1b3172c05adc req-b63409d2-0863-4eae-9481-204f544765cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519748 Jun 15 14:36:20.218424 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:20.287501 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:20.291031 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:20.330789 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event deleted for resources: {'Port': ['ID=81edd26c-d1ce-4d72-9bff-06bee9d50f8b,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:20.333838 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:20.443225 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks [] for floatingip, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:20.443441 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.l3_db [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Floating IP 2b0cec9d-9d55-4c3e-b5e8-d7153c8a6ae0 disassociated (deleted). External IP: 172.28.2.80, port: bf8b3c86-0f19-4f55-8e03-c20ef25960cb. Jun 15 14:36:20.823382 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:20.916278 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:20.920058 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-96e4df0e-5320-4435-8cd5-623f396b8466 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:21.018939 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'Port': ['ID=5c9eb049-a6e7-45d4-9174-74c356280d4f,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:21.025976 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:21.029216 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.089123 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:36:21.199603 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.208869 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6157300 Jun 15 14:36:21.288110 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:36:21.294187 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.299449 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] Sync routers for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:36:21.304443 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c9e8e-34cf-4fde-af81-7aba7b6bfce3 req-517b1bfe-2aa9-4e3b-9d4c-d22c18621af4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:21.309297 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a16c9e8e-34cf-4fde-af81-7aba7b6bfce3 req-517b1bfe-2aa9-4e3b-9d4c-d22c18621af4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.1155500 Jun 15 14:36:21.312614 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:21.313420 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:35:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:21.368996 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "DELETE /v2.0/floatingips/2b0cec9d-9d55-4c3e-b5e8-d7153c8a6ae0 HTTP/1.1" status: 204 len: 168 time: 2.2086174 Jun 15 14:36:21.374217 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:21.376605 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:21.396922 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a16c9e8e-34cf-4fde-af81-7aba7b6bfce3 req-10817752-1500-4397-b8c5-e869c0171c2c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681095 Jun 15 14:36:21.436541 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-3fbcf075-7d78-4411-9513-2a99ca77ec15 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--365891904&fields=id&tenant_id=0891bc11852442f6bc736400a37b8ff0 HTTP/1.1" status: 200 len: 267 time: 0.0566688 Jun 15 14:36:21.473462 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:21.578389 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-00d9827d-36f1-44e7-978a-e2fb996a3e09 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:21.579832 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-00d9827d-36f1-44e7-978a-e2fb996a3e09 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 810 time: 0.1324513 Jun 15 14:36:21.598177 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-26f54cfa-8ef2-45a1-bc83-6fc1f17a9c14 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/quotas/0891bc11852442f6bc736400a37b8ff0 HTTP/1.1" status: 200 len: 375 time: 0.0116704 Jun 15 14:36:21.695656 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-9eca0a90-3ecb-4696-aced-540f30224372 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0906236 Jun 15 14:36:21.771252 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:42Z', 'revision_number': 5, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:21.776139 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] Checking router: 228a2a9d-396d-4ad5-95f9-f054ac4a2731 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:36:21.785630 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:21.786266 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:35:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:21.840886 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f44969a2-d271-460b-a477-040aa691ab39 service neutron] 10.222.0.22 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311049 Jun 15 14:36:21.883198 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:21.951760 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:21.958487 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b420ec-e4e6-4491-b370-80d6f7f6f862 x-openstack-request-id: req-74b420ec-e4e6-4491-b370-80d6f7f6f862 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:21.958487 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:21.958487 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74b420ec-e4e6-4491-b370-80d6f7f6f862 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:21.958782 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'status': 'completed', 'code': 200} Jun 15 14:36:21.962564 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-e1eb517e-ff23-4077-88d3-11188bedef1e service neutron] 10.222.0.22 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205707 Jun 15 14:36:22.062910 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-081a7b78-4007-46fd-912e-fe4441bbeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:22.064565 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-081a7b78-4007-46fd-912e-fe4441bbeba5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 1098 time: 0.0715659 Jun 15 14:36:22.209433 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-14998b03-f830-4691-a62a-1942dd6f1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:22.210972 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-14998b03-f830-4691-a62a-1942dd6f1e23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=af35941b-f8ed-47d2-9605-fa5f4492e103 HTTP/1.1" status: 200 len: 915 time: 0.1391854 Jun 15 14:36:22.260319 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:42Z', 'revision_number': 5, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:22.268547 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-2fdd9c18-bc74-4a18-9291-4daf11816990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:22.268547 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599bc540-8896-4099-9ab1-f87ba2a33606 None None] The sync data for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb is: [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:31:34Z', 'revision_number': 4, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9', 'name': '', 'network_id': 'af35941b-f8ed-47d2-9605-fa5f4492e103', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'mac_address': 'fa:16:3e:54:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:32Z', 'updated_at': '2021-06-15T14:31:42Z', 'revision_number': 5, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'subnets': [{'id': 'd7dbd0b3-b65e-497c-8174-f21135a4087b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:36:22.278287 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-4fb4eb95-c52e-4748-971b-27ea40db6eee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 200 len: 217 time: 0.0576499 Jun 15 14:36:22.347355 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-be6e979e-5efa-4b24-bd41-8438a869b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:22.349062 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-be6e979e-5efa-4b24-bd41-8438a869b7a0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d7dbd0b3-b65e-497c-8174-f21135a4087b HTTP/1.1" status: 200 len: 853 time: 0.0644357 Jun 15 14:36:22.444313 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-04e459c1-3695-4c8c-ac79-b63a36aca9e7 req-1fd3adb6-0e69-4421-a9ab-bb3c1ac97e07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0499444 Jun 15 14:36:22.546521 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-eda5581f-74dc-423d-9b5a-8f5655de4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:22.547853 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-eda5581f-74dc-423d-9b5a-8f5655de4b03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=af35941b-f8ed-47d2-9605-fa5f4492e103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891104 Jun 15 14:36:22.619685 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c117b7-1cee-4551-8f84-029dab3eb075 None None] New status for floating IP 2b0cec9d-9d55-4c3e-b5e8-d7153c8a6ae0: DOWN {{(pid=92290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:36:22.693224 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f59bf3-8786-4882-8be4-486137324b5c req-aa83a610-9a61-4a6b-872c-d6dfa3ee8b85 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:22.695560 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-30f59bf3-8786-4882-8be4-486137324b5c req-aa83a610-9a61-4a6b-872c-d6dfa3ee8b85 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0888040 Jun 15 14:36:22.749946 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-30f59bf3-8786-4882-8be4-486137324b5c req-97831de3-8637-42e6-9b88-505be933f2cb tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463550 Jun 15 14:36:22.777385 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-28b41d9e-a6e8-4196-8455-d483195d66f6 service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173612 Jun 15 14:36:22.906891 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-bcc2a7c7-7826-48ce-8200-051eb2fa6ce0 req-8dd05209-33b9-4287-b208-738b2908b5b3 service neutron] 10.222.0.45 "GET /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274495 Jun 15 14:36:22.985945 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-9d29e5d8-bb25-462a-97b6-3d79c692759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:22.987444 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-9d29e5d8-bb25-462a-97b6-3d79c692759d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 1099 time: 0.0659049 Jun 15 14:36:22.995812 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:23.124557 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-84e5bdb9-d476-4959-8fdc-dc264b69215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:23.128278 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-84e5bdb9-d476-4959-8fdc-dc264b69215b service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.1320932 Jun 15 14:36:23.217276 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-0649ae7d-e876-4db9-82f4-490244d8a7f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fb39be2-9692-47de-88e5-da599839d3d8 HTTP/1.1" status: 200 len: 1001 time: 0.0829942 Jun 15 14:36:23.280287 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-3cc7351c-0eb3-4068-b7dd-f49c1214e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:23.281737 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-3cc7351c-0eb3-4068-b7dd-f49c1214e9ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.0582683 Jun 15 14:36:23.346237 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-63f6525c-695e-43e7-b7fc-f9993c3fa4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:23.347775 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-63f6525c-695e-43e7-b7fc-f9993c3fa4d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0595939 Jun 15 14:36:23.475156 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-8bcdc923-3b37-4c2b-b261-b4c86707c0e7 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205404 Jun 15 14:36:23.621186 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-915b6c53-1c08-4958-885a-6d93d8484434 req-e1da82be-53d7-4ac6-9741-e073803ea856 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0426126 Jun 15 14:36:23.622283 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-d2a8e435-7cc1-4ef6-a398-ae0c5852dad4 req-24c89da2-4d4f-4937-af80-ff71d3996578 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314638 Jun 15 14:36:23.945797 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f33a61-e82c-4f6a-9523-655e4582a185 req-21be8f00-369e-4632-8b23-05c89afb5315 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:23.947286 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-24f33a61-e82c-4f6a-9523-655e4582a185 req-21be8f00-369e-4632-8b23-05c89afb5315 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0765288 Jun 15 14:36:23.992617 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-24f33a61-e82c-4f6a-9523-655e4582a185 req-e2ec136d-4921-4be5-b2cd-25e42996090c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388646 Jun 15 14:36:24.810382 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0985f83a-17e3-4be1-af36-ae1ec71249a4 req-12deb5ee-8720-4e7e-b35d-b784db808a37 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0623474 Jun 15 14:36:24.830584 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:25.243968 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5babd-c004-423a-852f-039bfa3455dc req-ff9cc8c1-7069-4718-b44c-99e9b3b72df8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:25.245642 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a3a5babd-c004-423a-852f-039bfa3455dc req-ff9cc8c1-7069-4718-b44c-99e9b3b72df8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 946 time: 0.0992558 Jun 15 14:36:25.292974 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a3a5babd-c004-423a-852f-039bfa3455dc req-4855c647-6243-4d75-b364-519b2265d017 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402317 Jun 15 14:36:25.427442 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:25.455223 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-36604b90-771b-4146-9a86-dd7eba3e799e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:25.458093 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-36604b90-771b-4146-9a86-dd7eba3e799e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 810 time: 0.1707735 Jun 15 14:36:25.519646 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-2a73dc4b-00e9-4d53-897f-4ab7b015bd34 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0891bc11852442f6bc736400a37b8ff0 HTTP/1.1" status: 200 len: 379 time: 0.0505240 Jun 15 14:36:25.529512 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'port': {'device_id': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'admin_state_up': True, 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'security_groups': ['fb02dcb6-bb36-4435-bb78-297829e3e669']}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:25.548757 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:25.595584 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:25.598006 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ec290-e3a6-4662-a317-fc07eb38ed76" -d '{"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:25.626419 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:25.669402 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52078c4c-dbc9-4577-bdf8-f7b5626c3644 x-openstack-request-id: req-52078c4c-dbc9-4577-bdf8-f7b5626c3644 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:25.669701 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:25.669961 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52078c4c-dbc9-4577-bdf8-f7b5626c3644 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:25.670361 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8', 'code': 200} Jun 15 14:36:25.704721 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:25.710826 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:25.795371 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=8']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:25.803575 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.803852 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.804225 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.804556 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.804934 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.805342 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.805684 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.806004 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.807135 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.807135 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.807135 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.807652 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:36:25.812204 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:25.841894 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Made reservation on behalf of 0891bc11852442f6bc736400a37b8ff0 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:36:25.845528 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:26.001885 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d7178fee-99ed-433b-92d3-7b0069ea0b1f req-b78ee2db-e326-4c2f-80cd-caa10d771ff8 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0345297 Jun 15 14:36:26.060964 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Allocated IP 172.20.0.10 (1cf55914-a1d3-4006-9000-a912743cd481/3ed2e2a9-7a78-4a43-9e92-2f78d38fb273/be3c338f-97b3-4108-ad5c-7c99554412f8) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:36:26.276725 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:26.291563 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Transition to ACTIVE for port object be3c338f-97b3-4108-ad5c-7c99554412f8 will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:36:26.436515 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:26.442376 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8dd5f41d-75ca-43c7-a050-25a9914213e4 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:26.490277 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Network 1cf55914-a1d3-4006-9000-a912743cd481 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:36:26.493933 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:36:26.498846 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:36:26.532040 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event updated for resources: {'Port': ['ID=be3c338f-97b3-4108-ad5c-7c99554412f8,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:26.536785 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:26.563278 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:26.563926 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:26.711901 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1864600 Jun 15 14:36:26.728374 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Request body: {'port': {'device_id': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:26.879519 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:26.884980 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126e7b-2c10-46cb-8e3c-2b4a7ce6e73c req-30f9e750-e203-483b-abfd-4d299dd1ccba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:26.887017 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-80126e7b-2c10-46cb-8e3c-2b4a7ce6e73c req-30f9e750-e203-483b-abfd-4d299dd1ccba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.1375539 Jun 15 14:36:26.898703 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff2b30-c986-4040-8c1a-8c147f554c57 req-fd0c9ce6-272b-460d-834c-a969f9fbae41 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:26.900638 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e3ff2b30-c986-4040-8c1a-8c147f554c57 req-fd0c9ce6-272b-460d-834c-a969f9fbae41 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.1117127 Jun 15 14:36:26.938367 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c7fc8d54-1e6b-4e02-a267-6dbd2451f789 None None] Provisioning for port be3c338f-97b3-4108-ad5c-7c99554412f8 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:36:26.945206 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c7fc8d54-1e6b-4e02-a267-6dbd2451f789 None None] Provisioning complete for port be3c338f-97b3-4108-ad5c-7c99554412f8 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:36:26.946437 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c7fc8d54-1e6b-4e02-a267-6dbd2451f789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:26.993594 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e3ff2b30-c986-4040-8c1a-8c147f554c57 req-2ea08761-e876-49aa-ae26-6843b2027a78 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819831 Jun 15 14:36:27.009736 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-80126e7b-2c10-46cb-8e3c-2b4a7ce6e73c req-0f5f5702-7d11-4adc-9455-154e6737ff33 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862808 Jun 15 14:36:27.056774 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc8d54-1e6b-4e02-a267-6dbd2451f789 None None] Port be3c338f-97b3-4108-ad5c-7c99554412f8 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:36:27.229104 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7070a2-5d9d-4993-b7f3-a08fbf3d910c req-2e9a8ae8-50be-41d4-aaef-fbbadceb9e39 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:27.230643 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3c7070a2-5d9d-4993-b7f3-a08fbf3d910c req-2e9a8ae8-50be-41d4-aaef-fbbadceb9e39 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 932 time: 0.1010251 Jun 15 14:36:27.285244 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3c7070a2-5d9d-4993-b7f3-a08fbf3d910c req-e0727eca-d89d-419a-89dd-f2723a76fdc2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477703 Jun 15 14:36:27.305994 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3c338f-97b3-4108-ad5c-7c99554412f8 {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:36:27.314424 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:27.328272 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Transition to ACTIVE for port object be3c338f-97b3-4108-ad5c-7c99554412f8 will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:36:27.424011 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:27.426155 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-79320202-f49e-4e68-bca3-a61a1a10acba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:27.524508 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Pushing event updated for resources: {'Port': ['ID=be3c338f-97b3-4108-ad5c-7c99554412f8,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:27.528597 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:27.618818 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Attempting to bind port be3c338f-97b3-4108-ad5c-7c99554412f8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:36:27.619160 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Attempting to bind port be3c338f-97b3-4108-ad5c-7c99554412f8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:36:27.619494 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Attempting to bind port be3c338f-97b3-4108-ad5c-7c99554412f8 on network 1cf55914-a1d3-4006-9000-a912743cd481 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:36:27.625559 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Port be3c338f-97b3-4108-ad5c-7c99554412f8 on network 1cf55914-a1d3-4006-9000-a912743cd481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:36:27.625886 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Attempting to bind port be3c338f-97b3-4108-ad5c-7c99554412f8 on network 1cf55914-a1d3-4006-9000-a912743cd481 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:36:27.632026 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:36:27.632412 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Checking segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:36:27.632750 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Bound using segment: {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:36:27.633207 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Bound port: be3c338f-97b3-4108-ad5c-7c99554412f8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e26ae37-845e-4bb3-81a3-4a14ba9f1481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:36:27.633562 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:27.727143 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] For port be3c338f-97b3-4108-ad5c-7c99554412f8, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:36:27.730883 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] For port be3c338f-97b3-4108-ad5c-7c99554412f8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be3c338f-97b3-4108-ad5c-7c99554412f8,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:36:27.869993 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:27.875281 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:27.912501 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:27.913239 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:27.914591 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] 10.222.0.45 "PUT /v2.0/ports/be3c338f-97b3-4108-ad5c-7c99554412f8 HTTP/1.1" status: 200 len: 1094 time: 1.1937644 Jun 15 14:36:27.916822 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'tag': 'be3c338f-97b3-4108-ad5c-7c99554412f8'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:27.919746 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2726975e-9689-4a1e-8f02-c48292f96cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc731db-39fd-4b2b-aa9f-ca828a61d4a6", "tag": "be3c338f-97b3-4108-ad5c-7c99554412f8"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:27.951539 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Pushing event updated for resources: {'Port': ['ID=be3c338f-97b3-4108-ad5c-7c99554412f8,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:27.955125 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:27.974660 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0fbc92-96bd-4cc3-a39c-c799dfdcc486 x-openstack-request-id: req-6a0fbc92-96bd-4cc3-a39c-c799dfdcc486 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:27.974983 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc731db-39fd-4b2b-aa9f-ca828a61d4a6", "tag": "be3c338f-97b3-4108-ad5c-7c99554412f8", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:27.975269 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a0fbc92-96bd-4cc3-a39c-c799dfdcc486 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:27.975710 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'tag': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'status': 'completed', 'code': 200} Jun 15 14:36:28.073223 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726975e-9689-4a1e-8f02-c48292f96cd0 req-34034a8b-203e-484a-af6e-2a163562299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:28.074972 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2726975e-9689-4a1e-8f02-c48292f96cd0 req-34034a8b-203e-484a-af6e-2a163562299b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0697472 Jun 15 14:36:28.214664 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d982e4-cb32-4b73-863b-ac3bf0a86498 req-0389c6aa-add9-4522-b0ae-9feb83fd0d9b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:28.216276 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-30d982e4-cb32-4b73-863b-ac3bf0a86498 req-0389c6aa-add9-4522-b0ae-9feb83fd0d9b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.0766354 Jun 15 14:36:28.220348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726975e-9689-4a1e-8f02-c48292f96cd0 req-a485091b-8485-470a-9f91-6da7fe394f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:28.221789 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2726975e-9689-4a1e-8f02-c48292f96cd0 req-a485091b-8485-470a-9f91-6da7fe394f36 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0891bc11852442f6bc736400a37b8ff0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1382895 Jun 15 14:36:28.259412 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-30d982e4-cb32-4b73-863b-ac3bf0a86498 req-b134672b-5d7b-44b1-9945-b40c052e27a0 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 Jun 15 14:36:28.344312 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726975e-9689-4a1e-8f02-c48292f96cd0 req-89bce4bc-3167-4b90-8392-c12b878be71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:28.345763 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2726975e-9689-4a1e-8f02-c48292f96cd0 req-89bce4bc-3167-4b90-8392-c12b878be71b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171985 Jun 15 14:36:28.474948 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6d6f533f-ca29-412f-92cf-d03abfa39507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:28.476435 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-6d6f533f-ca29-412f-92cf-d03abfa39507 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 1097 time: 0.0832973 Jun 15 14:36:28.478484 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1adaf1-e792-4310-b7e2-5ff6025f73f2 req-6fb6fa99-9efe-482c-a049-e339d66b012f tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:28.479993 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2e1adaf1-e792-4310-b7e2-5ff6025f73f2 req-6fb6fa99-9efe-482c-a049-e339d66b012f tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 944 time: 0.0748048 Jun 15 14:36:28.524634 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2e1adaf1-e792-4310-b7e2-5ff6025f73f2 req-4d5d087a-e10f-4428-804c-afffd08a1137 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376825 Jun 15 14:36:28.815724 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-bb2cfac8-c692-4b68-b4c1-743e61230cc1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3c338f-97b3-4108-ad5c-7c99554412f8 HTTP/1.1" status: 200 len: 217 time: 0.3309345 Jun 15 14:36:28.884452 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-ba126a82-dc94-4150-9f6a-166360bc135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:28.886058 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-ba126a82-dc94-4150-9f6a-166360bc135e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.0630395 Jun 15 14:36:28.965351 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-2d7b20cf-db94-4999-a31d-5b74c5bc0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:28.966903 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-2d7b20cf-db94-4999-a31d-5b74c5bc0e25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731897 Jun 15 14:36:29.091017 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-262fe599-bda5-4c69-96f6-26d2e75cf467 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169503 Jun 15 14:36:29.122589 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-cebb3f94-c710-4860-b85f-4d8d4332c511 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:29.124202 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-cebb3f94-c710-4860-b85f-4d8d4332c511 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.0800767 Jun 15 14:36:29.208959 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-dab96152-af3d-4564-b57f-d95f5c91b612 req-836a77be-80b6-450e-8924-0ca05d05457e service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113827 Jun 15 14:36:29.240015 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Deleting port bf8b3c86-0f19-4f55-8e03-c20ef25960cb {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:29.240638 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:29.361914 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] For port bf8b3c86-0f19-4f55-8e03-c20ef25960cb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:29.362269 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:29.454328 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:29.454938 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Calling delete_port for bf8b3c86-0f19-4f55-8e03-c20ef25960cb owned by compute:nova {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:29.768972 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:29.777995 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a54edf-a8ae-4645-ae51-fe4fdb83542f req-9379c831-008f-417f-b506-18deaef120c5 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:29.779621 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-28a54edf-a8ae-4645-ae51-fe4fdb83542f req-9379c831-008f-417f-b506-18deaef120c5 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 945 time: 0.1223621 Jun 15 14:36:29.783290 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-52ae5e56-e00f-4d52-b6b9-480aae28fbda service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:29.839210 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Pushing event deleted for resources: {'Port': ['ID=bf8b3c86-0f19-4f55-8e03-c20ef25960cb,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:29.843423 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:29.893465 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a596aa0-91ea-4954-a38c-d0db555d2829 req-f1e8cda2-b01a-40b9-89db-7c9a39496336 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:29.894970 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6a596aa0-91ea-4954-a38c-d0db555d2829 req-f1e8cda2-b01a-40b9-89db-7c9a39496336 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.2029731 Jun 15 14:36:29.907378 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-28a54edf-a8ae-4645-ae51-fe4fdb83542f req-ab2dc6e9-f46f-4144-9c51-51fa98237c1a tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/security-groups?id=05d484c3-c6d7-4f8a-b455-eb48c2082874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197300 Jun 15 14:36:29.936309 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] No DVR routers for this DVR port bf8b3c86-0f19-4f55-8e03-c20ef25960cb on host hv-cinder-79628 {{(pid=92288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:29.947162 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:29.949775 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d43883c5-124c-4b99-b76f-e4f474cb5503 req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.45 "DELETE /v2.0/ports/bf8b3c86-0f19-4f55-8e03-c20ef25960cb HTTP/1.1" status: 204 len: 173 time: 0.8174570 Jun 15 14:36:29.950290 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'name': 'network-vif-deleted', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:29.952699 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208ec3f8-c61f-4ad1-bfc3-2980c39ad6e9" -d '{"events": [{"server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "name": "network-vif-deleted", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:29.986795 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6a596aa0-91ea-4954-a38c-d0db555d2829 req-6afd27b2-6cc8-4b8f-a5df-671db43dce69 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835488 Jun 15 14:36:30.189930 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6fc5b9-860e-4638-9d44-4b3113da3c66 req-3f1ed79e-f1ad-4d56-a558-2d4eccde4716 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:30.191429 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ab6fc5b9-860e-4638-9d44-4b3113da3c66 req-3f1ed79e-f1ad-4d56-a558-2d4eccde4716 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 944 time: 0.1245360 Jun 15 14:36:30.219911 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7080b-0661-4d3a-9cac-711ddccc6a04 req-89891a5e-26ca-4404-ac4e-454dc18798c7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:30.221412 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e6e7080b-0661-4d3a-9cac-711ddccc6a04 req-89891a5e-26ca-4404-ac4e-454dc18798c7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 946 time: 0.1196885 Jun 15 14:36:30.279122 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ab6fc5b9-860e-4638-9d44-4b3113da3c66 req-2b92c2b6-7210-4212-9ddf-fc263db1aee3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771859 Jun 15 14:36:30.292624 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e6e7080b-0661-4d3a-9cac-711ddccc6a04 req-a7d12e6e-2bb6-4dc4-81ac-522dafa3f68c tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586917 Jun 15 14:36:30.328956 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2d5b96-bfa1-4e16-bf04-83f28dcd7a47 x-openstack-request-id: req-4d2d5b96-bfa1-4e16-bf04-83f28dcd7a47 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:30.329290 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7c81f6-ef4a-4161-92f1-bedab7841031", "name": "network-vif-deleted", "tag": "bf8b3c86-0f19-4f55-8e03-c20ef25960cb", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:30.329600 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d2d5b96-bfa1-4e16-bf04-83f28dcd7a47 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:30.330018 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7c81f6-ef4a-4161-92f1-bedab7841031', 'name': 'network-vif-deleted', 'tag': 'bf8b3c86-0f19-4f55-8e03-c20ef25960cb', 'status': 'completed', 'code': 200} Jun 15 14:36:30.452705 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33238) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:30.556109 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-ed5a0cde-8212-4403-a31d-7a89d7629317 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019676 Jun 15 14:36:31.096204 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5e1c9ee1-04f8-47f9-94c9-c39140937d66 req-b638b8e9-7d3c-49cd-bc86-a240a657b066 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 210 time: 0.0489314 Jun 15 14:36:31.192083 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b31c64-2fff-460f-af77-28457bdcf607 req-5c952ac0-3ba9-4fc5-9699-4dbb6079e9c6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:31.197070 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-56b31c64-2fff-460f-af77-28457bdcf607 req-5c952ac0-3ba9-4fc5-9699-4dbb6079e9c6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0780916 Jun 15 14:36:31.265305 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-56b31c64-2fff-460f-af77-28457bdcf607 req-4a698023-251f-4702-8dbf-dec98a14c54a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630543 Jun 15 14:36:31.288194 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4317358f-cb1c-4164-9ff8-077ea75f465e req-763a315b-c7c7-46a2-ad36-652e53f914f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0347939 Jun 15 14:36:31.374983 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4317358f-cb1c-4164-9ff8-077ea75f465e req-4f3a23bb-068d-4379-bc33-156962866cc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&device_id=2f7c81f6-ef4a-4161-92f1-bedab7841031 HTTP/1.1" status: 200 len: 210 time: 0.0400372 Jun 15 14:36:31.467009 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device be3c338f-97b3-4108-ad5c-7c99554412f8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:36:31.469644 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device bf8b3c86-0f19-4f55-8e03-c20ef25960cb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:31.500704 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: bf8b3c86-0f19-4f55-8e03-c20ef25960cb {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:31.501057 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device bf8b3c86-0f19-4f55-8e03-c20ef25960cb not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:31.607339 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317358f-cb1c-4164-9ff8-077ea75f465e req-9c741578-b57e-461e-8306-d47546457f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:31.609075 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4317358f-cb1c-4164-9ff8-077ea75f465e req-9c741578-b57e-461e-8306-d47546457f48 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2119260 Jun 15 14:36:31.638895 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port be3c338f-97b3-4108-ad5c-7c99554412f8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be3c338f-97b3-4108-ad5c-7c99554412f8,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:31.652239 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'port_id': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'mac_address': 'fa:16:3e:3d:55:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:36:31.670677 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e0980-2bd0-4ca1-89c3-15e60394946e req-fdfb506a-e800-448e-84b4-7ea219c83c90 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:31.672193 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b78e0980-2bd0-4ca1-89c3-15e60394946e req-fdfb506a-e800-448e-84b4-7ea219c83c90 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 944 time: 0.2509336 Jun 15 14:36:31.681650 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ca66-d167-48f7-bde1-8186e9375c1f req-0fd02f30-4d77-450c-9353-bae268cdaea7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:31.683102 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-84c8ca66-d167-48f7-bde1-8186e9375c1f req-0fd02f30-4d77-450c-9353-bae268cdaea7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 946 time: 0.2515261 Jun 15 14:36:31.701458 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:31.726398 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3c338f-97b3-4108-ad5c-7c99554412f8 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:36:31.745734 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port be3c338f-97b3-4108-ad5c-7c99554412f8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be3c338f-97b3-4108-ad5c-7c99554412f8,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:31.816882 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b78e0980-2bd0-4ca1-89c3-15e60394946e req-1c76f983-d2c3-4058-8bd6-376e57ef7951 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322188 Jun 15 14:36:31.821128 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-84c8ca66-d167-48f7-bde1-8186e9375c1f req-6bdbf793-9da1-4500-b5d7-3af4ab27d440 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257043 Jun 15 14:36:31.824387 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317358f-cb1c-4164-9ff8-077ea75f465e req-35efcbb0-4b71-4131-b498-d7b85d4d0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:31.825819 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4317358f-cb1c-4164-9ff8-077ea75f465e req-35efcbb0-4b71-4131-b498-d7b85d4d0d38 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2102013 Jun 15 14:36:31.836157 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:31.838892 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-57873d4a-1b24-45fb-84de-1851028fc282 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:31.909780 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=be3c338f-97b3-4108-ad5c-7c99554412f8,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:31.912877 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:32.299570 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['be3c338f-97b3-4108-ad5c-7c99554412f8'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:36:32.534767 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc0855-84b6-4f6f-ae77-ea38b2a4b657 req-90c5c2b5-9636-4872-8a5a-4a5c13c37a53 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:32.536548 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dacc0855-84b6-4f6f-ae77-ea38b2a4b657 req-90c5c2b5-9636-4872-8a5a-4a5c13c37a53 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0996253 Jun 15 14:36:32.580428 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dacc0855-84b6-4f6f-ae77-ea38b2a4b657 req-260150ba-aadb-4cab-81e9-40616aaa95ac tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380518 Jun 15 14:36:33.063891 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346f149-3d5b-4e67-a3fe-2ac5ed788c45 req-8bfbb4c2-ad2d-4724-bcec-331288576312 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:33.065356 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3346f149-3d5b-4e67-a3fe-2ac5ed788c45 req-8bfbb4c2-ad2d-4724-bcec-331288576312 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 945 time: 0.1222775 Jun 15 14:36:33.077151 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db7e2b-0e4a-4ed6-8566-c6a0b6653331 req-8a38bc1e-475e-42ff-afe5-029d1351ae25 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:33.078529 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-45db7e2b-0e4a-4ed6-8566-c6a0b6653331 req-8a38bc1e-475e-42ff-afe5-029d1351ae25 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 946 time: 0.1032622 Jun 15 14:36:33.139627 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3346f149-3d5b-4e67-a3fe-2ac5ed788c45 req-c7b72ce6-fb0d-499d-b971-febae456f3d6 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600221 Jun 15 14:36:33.146401 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-45db7e2b-0e4a-4ed6-8566-c6a0b6653331 req-62eeca7a-7b6e-414c-a2e6-48d52fbb7299 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608163 Jun 15 14:36:33.149810 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:33.474356 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device be3c338f-97b3-4108-ad5c-7c99554412f8 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:36:33.677863 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port be3c338f-97b3-4108-ad5c-7c99554412f8 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:36:33.682307 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port be3c338f-97b3-4108-ad5c-7c99554412f8 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:36:33.682673 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:33.784386 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:33.816009 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c338f-97b3-4108-ad5c-7c99554412f8'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:33.817094 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a489a96-c917-4c9d-a012-13fdb09fb102 req-643a150f-3ad3-41da-8441-fd788f443448 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:33.818360 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491dce54-a765-449e-a7aa-91fceac37c7e" -d '{"events": [{"server_uuid": "9dc731db-39fd-4b2b-aa9f-ca828a61d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "be3c338f-97b3-4108-ad5c-7c99554412f8"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:33.820063 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8a489a96-c917-4c9d-a012-13fdb09fb102 req-643a150f-3ad3-41da-8441-fd788f443448 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0942507 Jun 15 14:36:33.833898 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port be3c338f-97b3-4108-ad5c-7c99554412f8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be3c338f-97b3-4108-ad5c-7c99554412f8,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:33.868811 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84041c5d-f2ab-4f2d-be78-1bc0be98bec3 x-openstack-request-id: req-84041c5d-f2ab-4f2d-be78-1bc0be98bec3 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:33.869134 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc731db-39fd-4b2b-aa9f-ca828a61d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "be3c338f-97b3-4108-ad5c-7c99554412f8", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:33.869398 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84041c5d-f2ab-4f2d-be78-1bc0be98bec3 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:33.869791 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'code': 200} Jun 15 14:36:33.882022 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8a489a96-c917-4c9d-a012-13fdb09fb102 req-3223e53f-7fa9-4e67-9724-4dfae91644d8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552332 Jun 15 14:36:33.995430 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:33.998125 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:34.062721 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=be3c338f-97b3-4108-ad5c-7c99554412f8,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:34.065818 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:34.510659 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-06f6abf9-86c4-488d-9db1-30b9cbfaa795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:34.512822 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-06f6abf9-86c4-488d-9db1-30b9cbfaa795 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c&tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f HTTP/1.1" status: 200 len: 1097 time: 0.1723695 Jun 15 14:36:34.534026 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-80684ffa-5291-4505-b97c-6cbb4c1d8afd tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:34.535852 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-80684ffa-5291-4505-b97c-6cbb4c1d8afd tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 946 time: 0.1359138 Jun 15 14:36:34.550654 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33312) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:34.737171 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf722c4-bb1a-45ca-a5cb-264ea13c7111 req-a7d66c00-f07e-4aa6-8dfd-548729f53c73 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:34.738684 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3bf722c4-bb1a-45ca-a5cb-264ea13c7111 req-a7d66c00-f07e-4aa6-8dfd-548729f53c73 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 946 time: 0.4705498 Jun 15 14:36:34.746556 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadba63-0781-43d5-904c-1c7f82ad2968 req-7f09440b-1431-4b22-a73c-f65e7e128ad9 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:34.748060 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-deadba63-0781-43d5-904c-1c7f82ad2968 req-7f09440b-1431-4b22-a73c-f65e7e128ad9 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 946 time: 0.4708843 Jun 15 14:36:34.770217 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b4546-15df-4c2f-b1ef-b7d91a7ba9a0 req-0db346a8-06db-48cc-abe9-c550e5fae688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:34.771675 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-295b4546-15df-4c2f-b1ef-b7d91a7ba9a0 req-0db346a8-06db-48cc-abe9-c550e5fae688 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 1099 time: 0.4412072 Jun 15 14:36:34.837831 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3bf722c4-bb1a-45ca-a5cb-264ea13c7111 req-0dab8bd4-3fe2-47ca-8b99-f93c2b3690c1 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/security-groups?id=908fcf43-d1f0-4932-b01d-7a6e2134bcff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885491 Jun 15 14:36:34.850101 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-295b4546-15df-4c2f-b1ef-b7d91a7ba9a0 req-938258df-7300-47e8-8bbe-54d312969141 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712044 Jun 15 14:36:34.856044 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-deadba63-0781-43d5-904c-1c7f82ad2968 req-25f8c017-9678-46e6-affa-2819e6d950d2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970364 Jun 15 14:36:34.898246 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-b25404a7-3feb-4e61-ae0b-823f32ecee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:34.899738 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-b25404a7-3feb-4e61-ae0b-823f32ecee46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 1097 time: 0.3102615 Jun 15 14:36:34.984150 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Deleting port bcfe6da1-50cb-4eac-848a-7406f5a54c10 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:34.984504 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:35.086796 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2fcb8-df8b-4fc3-a01c-79c5babe63ed req-e7abd525-f9c5-425e-823e-a8f2dcca819c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:35.088418 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-01a2fcb8-df8b-4fc3-a01c-79c5babe63ed req-e7abd525-f9c5-425e-823e-a8f2dcca819c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0802798 Jun 15 14:36:35.134925 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-01a2fcb8-df8b-4fc3-a01c-79c5babe63ed req-eeca90fa-3e21-410a-88d2-dacf6293b3ab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Jun 15 14:36:35.237043 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-e9c1cbcc-b54f-4567-816d-694ef7b62876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:35.238490 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-e9c1cbcc-b54f-4567-816d-694ef7b62876 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.2740014 Jun 15 14:36:35.258677 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] For port bcfe6da1-50cb-4eac-848a-7406f5a54c10, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=bcfe6da1-50cb-4eac-848a-7406f5a54c10,segment=NetworkSegment(34a57188-b51f-4fad-9f53-887a60513d34),segment_id=34a57188-b51f-4fad-9f53-887a60513d34)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:35.259033 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:35.423003 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Calling delete_port for bcfe6da1-50cb-4eac-848a-7406f5a54c10 owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:35.497001 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-0f07f3ef-bd21-468a-b4b8-fb95ca258ed6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fb39be2-9692-47de-88e5-da599839d3d8 HTTP/1.1" status: 200 len: 999 time: 0.2491515 Jun 15 14:36:35.607927 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-d243c4bb-48e8-4cd6-834b-20c35c81166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:35.609655 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-d243c4bb-48e8-4cd6-834b-20c35c81166c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.1018867 Jun 15 14:36:36.024377 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-67c8b7b2-112f-4f18-a1c9-2850f193030f req-eb23c3fb-b1e3-4f7e-8d36-00394308b414 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 210 time: 0.0400350 Jun 15 14:36:36.031683 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:36.036615 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:36.073733 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Pushing event deleted for resources: {'Port': ['ID=bcfe6da1-50cb-4eac-848a-7406f5a54c10,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:36.085279 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:36.100298 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c3d74-c598-4a77-9eff-f170b1628651 req-778fde66-7d9c-469c-9272-2c0df692fcfc tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:36.107679 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-208c3d74-c598-4a77-9eff-f170b1628651 req-778fde66-7d9c-469c-9272-2c0df692fcfc tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0864480 Jun 15 14:36:36.118281 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670420'] for router_interface, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:36.122706 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-f14dad54-db77-4693-816f-b4be11ffde4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:36.124212 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-f14dad54-db77-4693-816f-b4be11ffde4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5054052 Jun 15 14:36:36.147356 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] No DVR routers for this DVR port bcfe6da1-50cb-4eac-848a-7406f5a54c10 on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:36.152513 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-208c3d74-c598-4a77-9eff-f170b1628651 req-47c7d3f3-8688-4ea8-8a0e-422f2e25ac75 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441890 Jun 15 14:36:36.211216 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:36.213223 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a87c9c98-3a46-4e9b-bf5e-02cc06f5349c req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.45 "DELETE /v2.0/ports/bcfe6da1-50cb-4eac-848a-7406f5a54c10 HTTP/1.1" status: 204 len: 173 time: 1.6722155 Jun 15 14:36:36.213825 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9838a64-561f-4aa7-bfeb-e397715b063a', 'name': 'network-vif-deleted', 'tag': 'bcfe6da1-50cb-4eac-848a-7406f5a54c10'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:36.216245 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe1f438-d97c-42fb-9180-db7314e69cf2" -d '{"events": [{"server_uuid": "b9838a64-561f-4aa7-bfeb-e397715b063a", "name": "network-vif-deleted", "tag": "bcfe6da1-50cb-4eac-848a-7406f5a54c10"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:36.348458 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32b434-21ea-43dd-8b8d-710557f5d4f5 x-openstack-request-id: req-ba32b434-21ea-43dd-8b8d-710557f5d4f5 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:36.348793 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9838a64-561f-4aa7-bfeb-e397715b063a", "name": "network-vif-deleted", "tag": "bcfe6da1-50cb-4eac-848a-7406f5a54c10", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:36.349082 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba32b434-21ea-43dd-8b8d-710557f5d4f5 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:36.350049 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9838a64-561f-4aa7-bfeb-e397715b063a', 'name': 'network-vif-deleted', 'tag': 'bcfe6da1-50cb-4eac-848a-7406f5a54c10', 'status': 'completed', 'code': 200} Jun 15 14:36:36.372142 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28415aa1-72bc-4adb-9981-abac5e4f7c56 req-9faf851a-5d93-4382-b274-816611a6c204 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:36.373721 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-28415aa1-72bc-4adb-9981-abac5e4f7c56 req-9faf851a-5d93-4382-b274-816611a6c204 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0994768 Jun 15 14:36:36.406845 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-24381d86-ef0f-431c-a91d-25b06a98d75f service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606606 Jun 15 14:36:36.420789 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-28415aa1-72bc-4adb-9981-abac5e4f7c56 req-11459973-3064-4058-9b15-5b906cf7e221 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405335 Jun 15 14:36:36.592335 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-e24529d0-f2d4-434c-81d3-d4a713eb2958 req-a86145e7-197d-44a1-a820-1097cf843543 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461506 Jun 15 14:36:36.703805 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Deleting port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:36.704543 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:36.834620 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] For port 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:36.835497 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:36.941400 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Calling delete_port for 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 owned by network:router_interface {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:37.191021 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c848f923-d9c9-4000-a1c9-763e014937ed req-487c4869-942f-4197-ab83-a7f36080a03f tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9838a64-561f-4aa7-bfeb-e397715b063a HTTP/1.1" status: 200 len: 210 time: 0.0346031 Jun 15 14:36:37.281424 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:37.298424 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-84aef1ac-3b39-4f19-b6f0-450fe3e1f92b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:37.398572 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243edca-5029-49b2-8dbd-3b71704bf0ca req-8f9e4cc3-e03c-4a48-b6b6-098a44b3d1a5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:37.403030 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:37.404652 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8243edca-5029-49b2-8dbd-3b71704bf0ca req-8f9e4cc3-e03c-4a48-b6b6-098a44b3d1a5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1201465 Jun 15 14:36:37.413901 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:37.501464 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8243edca-5029-49b2-8dbd-3b71704bf0ca req-09f97dd7-1b72-4338-a267-1f8ca80fa910 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907006 Jun 15 14:36:37.507896 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device bcfe6da1-50cb-4eac-848a-7406f5a54c10 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:37.602127 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: bcfe6da1-50cb-4eac-848a-7406f5a54c10 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:37.603973 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device bcfe6da1-50cb-4eac-848a-7406f5a54c10 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:37.882866 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671300'] for router_interface, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:37.884430 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb91b15-1023-4245-90b5-e8ac45f99eee req-4488b55c-d145-4889-9e69-6e2b3cc2d53d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:37.886014 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4cb91b15-1023-4245-90b5-e8ac45f99eee req-4488b55c-d145-4889-9e69-6e2b3cc2d53d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.1652946 Jun 15 14:36:37.990939 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c57267-4184-4875-aa16-340fa9550209 req-6734d4f4-ce32-41cd-8fa7-ce4e87cd821b tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:37.996989 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c6c57267-4184-4875-aa16-340fa9550209 req-6734d4f4-ce32-41cd-8fa7-ce4e87cd821b tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1931312 Jun 15 14:36:38.002343 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33354) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:38.019342 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4cb91b15-1023-4245-90b5-e8ac45f99eee req-75d37a5b-4ced-404a-810d-a11f4cb5ac77 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231289 Jun 15 14:36:38.030319 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Request body: {'floatingip': {'port_id': 'be3c338f-97b3-4108-ad5c-7c99554412f8'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:36:38.090616 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:38.448235 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:36:38.645075 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:36:38.650398 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-e881fec8-ec12-4c83-9cb4-15835639e114 admin admin] 10.222.0.22 "PUT /v2.0/routers/228a2a9d-396d-4ad5-95f9-f054ac4a2731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0982921 Jun 15 14:36:38.654899 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33360) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:38.666495 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] Sync routers for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:36:38.682708 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:38.683730 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:36:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:38.833757 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:38.924994 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.db.resource_extend [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:36:38.982363 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:39.047570 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:39.128684 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:39.140917 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:39.383995 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Deleting port 4f3c121f-beac-4af9-bacf-18ae7e02a083 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:39.385987 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:39.439414 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:36:37Z', 'revision_number': 5, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port': {'id': '4f3c121f-beac-4af9-bacf-18ae7e02a083', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:28Z', 'updated_at': '2021-06-15T14:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:39.444042 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] Checking router: 228a2a9d-396d-4ad5-95f9-f054ac4a2731 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:36:39.464426 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] Routers {'228a2a9d-396d-4ad5-95f9-f054ac4a2731'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:39.465329 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:36:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:39.472755 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.l3_db [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Floating IP 01aab821-653f-413e-a605-10c72de1e887 associated. External IP: 172.28.2.39, port: be3c338f-97b3-4108-ad5c-7c99554412f8. Jun 15 14:36:39.557692 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:36:39.613302 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfa216-25a9-4345-bd53-a2f8d57e3e95 req-c6aeb0aa-0166-42e6-a630-d5a150c0f790 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:39.621126 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eddfa216-25a9-4345-bd53-a2f8d57e3e95 req-c6aeb0aa-0166-42e6-a630-d5a150c0f790 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.2584932 Jun 15 14:36:39.696431 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eddfa216-25a9-4345-bd53-a2f8d57e3e95 req-798627b0-554a-4b96-9155-fb81f3a72622 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716288 Jun 15 14:36:39.699496 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] Set router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 gateway port host: None {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:39.818446 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:36:39Z', 'revision_number': 6, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port_host': None}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:39.824538 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7726129c-9ca5-4428-835f-b9b936681221 None None] The sync data for ids ['228a2a9d-396d-4ad5-95f9-f054ac4a2731'] in dv-cinder-796286-3-smb is: [{'id': '228a2a9d-396d-4ad5-95f9-f054ac4a2731', 'name': 'tempest-TestMinimumBasicScenario-166678601-router', 'tenant_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:26Z', 'updated_at': '2021-06-15T14:36:39Z', 'revision_number': 6, 'project_id': 'ecf405e21b1b4dbb91a74872b400a4eb', 'gw_port_host': None}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:36:40.008226 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:36:40.111660 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] For port 4f3c121f-beac-4af9-bacf-18ae7e02a083, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=4f3c121f-beac-4af9-bacf-18ae7e02a083,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:40.112198 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:40.232744 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Calling delete_port for 4f3c121f-beac-4af9-bacf-18ae7e02a083 owned by network:router_gateway {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:40.246553 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:40.249206 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:36:40.261935 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] Sync routers for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:36:40.262843 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:40.275001 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:40.276178 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:36:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:40.299467 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:40.299829 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 7d00fb9c-f0b3-4bc8-a946-6a023ff84ab9 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:40.328538 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-abb90b86-06ae-4fd5-8811-25d7594202bf tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "PUT /v2.0/floatingips/01aab821-653f-413e-a605-10c72de1e887 HTTP/1.1" status: 200 len: 991 time: 2.3222501 Jun 15 14:36:40.329314 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'tag': 'be3c338f-97b3-4108-ad5c-7c99554412f8'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:40.333593 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d28696d-ba79-4b19-af90-0323af3b3302" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc731db-39fd-4b2b-aa9f-ca828a61d4a6", "tag": "be3c338f-97b3-4108-ad5c-7c99554412f8"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:40.452647 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4044870d-7ac4-422c-9bf5-eb00c1b9ad25 x-openstack-request-id: req-4044870d-7ac4-422c-9bf5-eb00c1b9ad25 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:40.453637 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc731db-39fd-4b2b-aa9f-ca828a61d4a6", "tag": "be3c338f-97b3-4108-ad5c-7c99554412f8", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:40.453637 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4044870d-7ac4-422c-9bf5-eb00c1b9ad25 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:40.454065 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'tag': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'status': 'completed', 'code': 200} Jun 15 14:36:40.597968 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:40.791824 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:40.804677 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:40.938232 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3c121f-beac-4af9-bacf-18ae7e02a083,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:40.955545 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:41.038613 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '01aab821-653f-413e-a605-10c72de1e887', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'port_id': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'mac_address': 'fa:16:3e:3d:55:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:36:19Z', 'updated_at': '2021-06-15T14:36:38Z', 'revision_number': 1, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:41.048767 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] Checking router: 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:36:41.065927 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:41.066695 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:36:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:41.072022 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f30e7-a396-44c9-97ff-6542e67ed49a req-dda2d837-f98f-4060-8b30-62ca6193b0d0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:41.080553 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0a1f30e7-a396-44c9-97ff-6542e67ed49a req-dda2d837-f98f-4060-8b30-62ca6193b0d0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0936184 Jun 15 14:36:41.081631 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666391'] for router_gateway, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.185117 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0a1f30e7-a396-44c9-97ff-6542e67ed49a req-748236c1-cb24-4e74-9fcc-cbae431d7ef3 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924397 Jun 15 14:36:41.289540 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:41.332044 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42750'] for router, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.334310 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.498195 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705584'] for router, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.499030 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 228a2a9d-396d-4ad5-95f9-f054ac4a2731 {{(pid=92287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:36:41.509365 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.515914 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-31816a5f-b7c1-42d3-883a-5850ce5668e0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/228a2a9d-396d-4ad5-95f9-f054ac4a2731 HTTP/1.1" status: 204 len: 168 time: 2.8587134 Jun 15 14:36:41.516851 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33382) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:41.618825 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] Deleting subnet d7dbd0b3-b65e-497c-8174-f21135a4087b {{(pid=92288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:36:41.623478 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.651005 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '01aab821-653f-413e-a605-10c72de1e887', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'port_id': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'mac_address': 'fa:16:3e:3d:55:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:36:19Z', 'updated_at': '2021-06-15T14:36:38Z', 'revision_number': 1, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:41.659694 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ed892-6cd3-4116-a6cf-ed62798fd582 None None] The sync data for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb is: [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '01aab821-653f-413e-a605-10c72de1e887', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'port_id': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'mac_address': 'fa:16:3e:3d:55:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:36:19Z', 'updated_at': '2021-06-15T14:36:38Z', 'revision_number': 1, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:36:41.684495 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838337'] for subnet, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:41.888747 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e46c60f-b279-4fba-8be4-477881d65066 None None] New status for floating IP 01aab821-653f-413e-a605-10c72de1e887: ACTIVE {{(pid=92289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:36:42.126024 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 4f3c121f-beac-4af9-bacf-18ae7e02a083 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:42.157420 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 4f3c121f-beac-4af9-bacf-18ae7e02a083 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:42.157779 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 4f3c121f-beac-4af9-bacf-18ae7e02a083 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:42.234619 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:42.404251 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0182be-2afa-49f6-a941-f8c25c60c2a0 req-0c7da044-02d2-4599-be78-ffa4ee4793ce tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:42.412901 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6f0182be-2afa-49f6-a941-f8c25c60c2a0 req-0c7da044-02d2-4599-be78-ffa4ee4793ce tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0831573 Jun 15 14:36:42.430284 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28981600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29298134'] for subnet, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:42.444046 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5fbdfd74-4d7b-4b1a-b193-7b975464cf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:42.484649 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7dbd0b3-b65e-497c-8174-f21135a4087b,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:42.495344 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:42.498350 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:42.500345 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-3cdeb377-0831-45a1-a814-a483339cbe8b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d7dbd0b3-b65e-497c-8174-f21135a4087b HTTP/1.1" status: 204 len: 168 time: 0.9820538 Jun 15 14:36:42.503077 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33390) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:42.504199 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6f0182be-2afa-49f6-a941-f8c25c60c2a0 req-2b152b7e-a587-4501-9ae9-1119b238e42c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825226 Jun 15 14:36:42.505850 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b0fa00-d6e9-41a4-b6b3-ad4da927fc57 None None] Network af35941b-f8ed-47d2-9605-fa5f4492e103 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:36:42.630575 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:42.712610 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Deleting port e2651b2d-c090-4dd6-8ea4-1891bec232e2 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:42.712949 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:42.773048 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] DHCP port deletion for af35941b-f8ed-47d2-9605-fa5f4492e103 request from dv-cinder-796286-3-smb {{(pid=92289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:36:42.826387 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] For port e2651b2d-c090-4dd6-8ea4-1891bec232e2, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=e2651b2d-c090-4dd6-8ea4-1891bec232e2,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:42.827012 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:42.832823 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] Deleting port e2651b2d-c090-4dd6-8ea4-1891bec232e2 {{(pid=92289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:42.833307 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:42.924101 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] For port e2651b2d-c090-4dd6-8ea4-1891bec232e2, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=e2651b2d-c090-4dd6-8ea4-1891bec232e2,segment=NetworkSegment(e7c16b14-fd4d-4084-9d33-fdee8cb9806d),segment_id=e7c16b14-fd4d-4084-9d33-fdee8cb9806d)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:42.925527 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:42.951016 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Calling delete_port for e2651b2d-c090-4dd6-8ea4-1891bec232e2 owned by network:dhcp {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:43.057848 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] Calling delete_port for e2651b2d-c090-4dd6-8ea4-1891bec232e2 owned by network:dhcp {{(pid=92289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:43.166993 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:43.185663 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ab98626d-5554-4926-933d-6894282be57e tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:43.220663 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2651b2d-c090-4dd6-8ea4-1891bec232e2,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:43.223845 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] No DVR routers for this DVR port e2651b2d-c090-4dd6-8ea4-1891bec232e2 on host dv-cinder-796286-3-smb {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:43.254957 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985'] for port, after_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:43.257313 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:43.316583 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] Pushing event deleted for resources: {'Port': ['ID=e2651b2d-c090-4dd6-8ea4-1891bec232e2,revision_number=None']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:43.316882 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:43.331301 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:43.332637 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] No DVR routers for this DVR port e2651b2d-c090-4dd6-8ea4-1891bec232e2 on host dv-cinder-796286-3-smb {{(pid=92289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:43.415892 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:43.428638 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af35941b-f8ed-47d2-9605-fa5f4492e103']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:43.441943 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:43.442240 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c16b14-fd4d-4084-9d33-fdee8cb9806d') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:43.453223 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:43.469296 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:43.476061 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:36:43.476463 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:36:43.478476 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:36:43.712736 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91667cce-307e-4a89-9a1f-2248e3aa419a req-1966d39a-8bd5-4916-9686-54872cbdc858 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:43.714100 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-91667cce-307e-4a89-9a1f-2248e3aa419a req-1966d39a-8bd5-4916-9686-54872cbdc858 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0736599 Jun 15 14:36:43.739566 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:43.744277 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-359aa4ba-c3bc-4c03-84c1-4922f8cd24cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:43.773026 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:43.773026 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] 10.222.0.22 "DELETE /v2.0/networks/af35941b-f8ed-47d2-9605-fa5f4492e103 HTTP/1.1" status: 204 len: 168 time: 1.2581627 Jun 15 14:36:43.773026 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33400) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:43.773493 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-91667cce-307e-4a89-9a1f-2248e3aa419a req-c67b0ff9-dbbe-4866-8e5d-c0fb2407eab5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464189 Jun 15 14:36:43.773600 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=af35941b-f8ed-47d2-9605-fa5f4492e103,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:43.782478 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:43.980414 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device e2651b2d-c090-4dd6-8ea4-1891bec232e2 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:44.008226 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: e2651b2d-c090-4dd6-8ea4-1891bec232e2 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:44.008690 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device e2651b2d-c090-4dd6-8ea4-1891bec232e2 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:44.330149 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670420'] for router_interface, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:44.689611 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Deleting port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:44.689958 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:44.815079 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] For port 3ab51a4b-0687-4aad-96e8-a2f78cbaae19, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,segment=NetworkSegment(a1ea30a0-99f7-4032-a3ab-192cd468b567),segment_id=a1ea30a0-99f7-4032-a3ab-192cd468b567)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:44.816130 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:44.938716 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Calling delete_port for 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 owned by network:router_interface {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:45.096301 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097885da-d607-4588-a74d-523a57d289d1 req-4326f1be-1730-49ec-b938-e7987fe6b7c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:45.105133 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-097885da-d607-4588-a74d-523a57d289d1 req-4326f1be-1730-49ec-b938-e7987fe6b7c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.1350837 Jun 15 14:36:45.164570 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-097885da-d607-4588-a74d-523a57d289d1 req-64caaf4a-1a98-4b7f-b0a9-8ac775d4a31c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569842 Jun 15 14:36:45.332959 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:45.336911 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:45.371952 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab51a4b-0687-4aad-96e8-a2f78cbaae19,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:45.382797 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:45.627366 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671300'] for router_interface, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:46.250406 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Router 4b236995-c19a-4b02-9bc6-a5f9351920bc has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:36:46.426014 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:36:46.439255 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] Sync routers for ids ['4b236995-c19a-4b02-9bc6-a5f9351920bc'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:36:46.447259 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] 10.222.0.22 "PUT /v2.0/routers/4b236995-c19a-4b02-9bc6-a5f9351920bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6807070 Jun 15 14:36:46.447935 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33414) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:46.453831 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] Routers {'4b236995-c19a-4b02-9bc6-a5f9351920bc'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:46.454399 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:36:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['4b236995-c19a-4b02-9bc6-a5f9351920bc'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:46.500328 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4da2ba-6ff5-489b-a812-cd471b312e51 req-580a0e67-dd8e-4fc2-863d-f8a74a0da3b9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:46.502168 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dc4da2ba-6ff5-489b-a812-cd471b312e51 req-580a0e67-dd8e-4fc2-863d-f8a74a0da3b9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.1097298 Jun 15 14:36:46.566313 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-dc4da2ba-6ff5-489b-a812-cd471b312e51 req-2c33903b-bb16-4ed1-84fe-39ce7388641d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579495 Jun 15 14:36:46.644056 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks [] for router, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:46.742661 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] Set router 4b236995-c19a-4b02-9bc6-a5f9351920bc gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:46.831944 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:47.004526 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217'}], 'enable_snat': True}, 'gw_port_id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:36:45Z', 'revision_number': 5, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port': {'id': 'bdb58c9f-6f88-4628-8398-8445a853beaa', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:31:43Z', 'updated_at': '2021-06-15T14:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:47.009106 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Deleting port bdb58c9f-6f88-4628-8398-8445a853beaa {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:47.009456 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:47.009791 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] Checking router: 4b236995-c19a-4b02-9bc6-a5f9351920bc for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:36:47.019347 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] Routers {'4b236995-c19a-4b02-9bc6-a5f9351920bc'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:36:47.020104 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:36:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['4b236995-c19a-4b02-9bc6-a5f9351920bc'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:47.133545 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] For port bdb58c9f-6f88-4628-8398-8445a853beaa, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=bdb58c9f-6f88-4628-8398-8445a853beaa,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:47.133906 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:47.152475 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] Set router 4b236995-c19a-4b02-9bc6-a5f9351920bc gateway port host: None {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:36:47.236172 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Calling delete_port for bdb58c9f-6f88-4628-8398-8445a853beaa owned by network:router_gateway {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:47.265689 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:36:46Z', 'revision_number': 6, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port_host': None}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:47.266697 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8b86e-fae8-4f8d-87ac-95eabc65b9c3 None None] The sync data for ids ['4b236995-c19a-4b02-9bc6-a5f9351920bc'] in dv-cinder-796286-3-smb is: [{'id': '4b236995-c19a-4b02-9bc6-a5f9351920bc', 'name': 'tempest-TestMinimumBasicScenario-1501290576-router', 'tenant_id': '78a033d41dbd45c883ac4f8708b54e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:31:41Z', 'updated_at': '2021-06-15T14:36:46Z', 'revision_number': 6, 'project_id': '78a033d41dbd45c883ac4f8708b54e16', 'gw_port_host': None}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:36:47.571631 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:47.574092 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:47.604429 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb58c9f-6f88-4628-8398-8445a853beaa,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:47.617578 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:47.697856 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666391'] for router_gateway, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:47.792041 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d4198-9eab-4792-9b4a-a88356bce0c7 req-bcaf5b07-8c3a-421e-8a56-cc01f387e7bc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:47.793489 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cd5d4198-9eab-4792-9b4a-a88356bce0c7 req-bcaf5b07-8c3a-421e-8a56-cc01f387e7bc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0835004 Jun 15 14:36:47.838575 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-cd5d4198-9eab-4792-9b4a-a88356bce0c7 req-6c077467-767b-4983-9a87-0c09d66170a0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386002 Jun 15 14:36:47.845198 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42750'] for router, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:47.876522 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.090109 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:48.107227 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:48.107672 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 3ab51a4b-0687-4aad-96e8-a2f78cbaae19 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:48.108124 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device bdb58c9f-6f88-4628-8398-8445a853beaa no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:48.132216 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: bdb58c9f-6f88-4628-8398-8445a853beaa {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:48.132629 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device bdb58c9f-6f88-4628-8398-8445a853beaa not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:48.205513 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705584'] for router, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.206070 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b236995-c19a-4b02-9bc6-a5f9351920bc {{(pid=92287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:36:48.216134 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.216134 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4b236995-c19a-4b02-9bc6-a5f9351920bc HTTP/1.1" status: 204 len: 168 time: 1.7626245 Jun 15 14:36:48.216134 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33428) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:48.271011 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] Deleting subnet 6c19a6bf-744f-4da3-8450-55560744427b {{(pid=92287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:36:48.274341 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.319400 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26891138'] for subnet, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.445217 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.686605 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27175753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26222068'] for subnet, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.689184 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-125b2bf8-42a0-4e9b-bf77-8168dbbe1f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:48.725002 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.726914 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c19a6bf-744f-4da3-8450-55560744427b HTTP/1.1" status: 204 len: 168 time: 0.5118804 Jun 15 14:36:48.728428 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c19a6bf-744f-4da3-8450-55560744427b,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:48.729465 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33430) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:48.731341 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ea702bc1-2196-459e-900a-2f589725e25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:48.734801 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e307e2-ad93-4612-9eaf-3e5dacfbdf9e None None] Network a50c21e2-9c54-4696-8441-70e211f1276b requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:36:48.819572 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.885005 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Deleting port 24b4987b-6147-4875-aa0a-4547d5e49c00 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:48.885005 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:48.965469 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] DHCP port deletion for a50c21e2-9c54-4696-8441-70e211f1276b request from dv-cinder-796286-3-smb {{(pid=92289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:36:48.971564 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] For port 24b4987b-6147-4875-aa0a-4547d5e49c00, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=24b4987b-6147-4875-aa0a-4547d5e49c00,segment=NetworkSegment(a1ea30a0-99f7-4032-a3ab-192cd468b567),segment_id=a1ea30a0-99f7-4032-a3ab-192cd468b567)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:48.971972 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.023191 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] Deleting port 24b4987b-6147-4875-aa0a-4547d5e49c00 {{(pid=92289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:36:49.023516 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.099933 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Calling delete_port for 24b4987b-6147-4875-aa0a-4547d5e49c00 owned by network:dhcp {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:49.110398 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] For port 24b4987b-6147-4875-aa0a-4547d5e49c00, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=24b4987b-6147-4875-aa0a-4547d5e49c00,segment=NetworkSegment(a1ea30a0-99f7-4032-a3ab-192cd468b567),segment_id=a1ea30a0-99f7-4032-a3ab-192cd468b567)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:49.110988 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.203574 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96934e89-9b18-4455-9bc3-a3e558413116 req-b561adf7-3fda-45f6-8166-662b94b4fdba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:49.205162 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-96934e89-9b18-4455-9bc3-a3e558413116 req-b561adf7-3fda-45f6-8166-662b94b4fdba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.2182846 Jun 15 14:36:49.205545 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] Calling delete_port for 24b4987b-6147-4875-aa0a-4547d5e49c00 owned by network:dhcp {{(pid=92289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:36:49.254154 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-96934e89-9b18-4455-9bc3-a3e558413116 req-6480219e-2f03-4acb-b80f-a20cec8e1f3c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424120 Jun 15 14:36:49.377714 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.380681 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-72418519-f109-4e94-b3a2-bcdb2504fc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.380865 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:49.384060 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985'] for port, after_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.386112 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:49.412841 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b4987b-6147-4875-aa0a-4547d5e49c00,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:49.415075 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:49.416076 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] No DVR routers for this DVR port 24b4987b-6147-4875-aa0a-4547d5e49c00 on host dv-cinder-796286-3-smb {{(pid=92288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:49.418404 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] Pushing event deleted for resources: {'Port': ['ID=24b4987b-6147-4875-aa0a-4547d5e49c00,revision_number=None']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:49.421492 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:49.422391 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] No DVR routers for this DVR port 24b4987b-6147-4875-aa0a-4547d5e49c00 on host dv-cinder-796286-3-smb {{(pid=92289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:36:49.516751 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.528676 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50c21e2-9c54-4696-8441-70e211f1276b']}} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:49.540894 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ea30a0-99f7-4032-a3ab-192cd468b567') {'for_net_delete': True} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:49.541294 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ea30a0-99f7-4032-a3ab-192cd468b567') {} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:36:49.556934 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838346'] for segment, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.572249 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.578946 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=92288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:36:49.579364 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28981961'] for segment, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: retrieve_revision_numbers = { Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: Traceback (most recent call last): Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: timer() Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: cb(*args, **kw) Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: return func(*args, **kwargs) Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: self._notify() Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: self.callback(batched_events) Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: event.method(event) Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: return f(self, *a, **k) Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: return self._get(url).json() Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: return self.request(url, 'GET', **kwargs) Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:36:49.581060 dv-cinder-796286-3-smb neutron-server[92288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:36:49.761499 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.766612 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:49.768696 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a50c21e2-9c54-4696-8441-70e211f1276b HTTP/1.1" status: 204 len: 168 time: 1.0374093 Jun 15 14:36:49.769265 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:49.785922 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50c21e2-9c54-4696-8441-70e211f1276b,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:49.791394 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:49.961746 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 24b4987b-6147-4875-aa0a-4547d5e49c00 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:36:49.986299 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 24b4987b-6147-4875-aa0a-4547d5e49c00 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:36:49.986688 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 24b4987b-6147-4875-aa0a-4547d5e49c00 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:36:50.441095 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc6da1-c17a-4f69-b46e-95778c6a90af req-90429436-d220-44f5-9f2c-a79947a9d734 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:50.442554 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-43bc6da1-c17a-4f69-b46e-95778c6a90af req-90429436-d220-44f5-9f2c-a79947a9d734 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0683970 Jun 15 14:36:50.483751 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-43bc6da1-c17a-4f69-b46e-95778c6a90af req-c36929c7-eb81-481a-8aca-5d0f5a41afbb tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350718 Jun 15 14:36:50.559032 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33446) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:50.601020 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-90bd68c1-0702-49b0-8216-c7ee421ff1f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ecf405e21b1b4dbb91a74872b400a4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407922 Jun 15 14:36:50.603458 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33448) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:50.661277 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8887034-ff17-4869-ad9c-a6fc422b6a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:50.685628 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8887034-ff17-4869-ad9c-a6fc422b6a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:50.764125 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-bda625d6-2d84-4a5c-b19e-dc4e1fb8f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:50.765654 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-bda625d6-2d84-4a5c-b19e-dc4e1fb8f3b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0891bc11852442f6bc736400a37b8ff0&device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 1099 time: 0.0641098 Jun 15 14:36:50.846508 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8887034-ff17-4869-ad9c-a6fc422b6a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:50.849168 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-c8887034-ff17-4869-ad9c-a6fc422b6a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:50.850416 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-c8887034-ff17-4869-ad9c-a6fc422b6a31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05d484c3-c6d7-4f8a-b455-eb48c2082874 HTTP/1.1" status: 204 len: 168 time: 0.2459254 Jun 15 14:36:50.851098 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f9607ee3-ac0a-456d-a1b5-fde06565ae7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:50.861211 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8887034-ff17-4869-ad9c-a6fc422b6a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d484c3-c6d7-4f8a-b455-eb48c2082874,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:50.869955 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c8887034-ff17-4869-ad9c-a6fc422b6a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:50.892253 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-44d32fd1-c7bb-407d-a869-423fdb2b2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:50.892728 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-44d32fd1-c7bb-407d-a869-423fdb2b2ebc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 200 len: 911 time: 0.1209106 Jun 15 14:36:50.974291 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-23c21e66-468e-4bac-bd2d-660c242e7242 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be3c338f-97b3-4108-ad5c-7c99554412f8 HTTP/1.1" status: 200 len: 1001 time: 0.0754066 Jun 15 14:36:51.035264 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-21da49bc-2084-4715-bd64-b45a0790c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:51.036728 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-21da49bc-2084-4715-bd64-b45a0790c4ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 200 len: 849 time: 0.0559504 Jun 15 14:36:51.100351 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-7bd3d2ec-4c9d-40ff-b976-8638a63844ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:51.101749 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-7bd3d2ec-4c9d-40ff-b976-8638a63844ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1cf55914-a1d3-4006-9000-a912743cd481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591483 Jun 15 14:36:51.261020 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-c53aa508-1ab4-41cb-b79d-16221a25afb8 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529331 Jun 15 14:36:51.379919 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4d28696d-ba79-4b19-af90-0323af3b3302 req-66d73ce0-df3e-4479-ae10-c381b17a1b73 service neutron] 10.222.0.45 "GET /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106460 Jun 15 14:36:51.689318 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923164d1-8544-44b5-9626-d784bca5e344 req-9dfea897-ccfa-48d8-b1f7-d218d1395f0e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:51.689318 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-923164d1-8544-44b5-9626-d784bca5e344 req-9dfea897-ccfa-48d8-b1f7-d218d1395f0e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0739086 Jun 15 14:36:51.699746 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33460) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:51.765220 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-923164d1-8544-44b5-9626-d784bca5e344 req-b9725681-e61c-4df9-8659-f26b47109de2 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753973 Jun 15 14:36:51.782094 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-8db3a375-5bd6-448d-9089-97da3cf1b26b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=78a033d41dbd45c883ac4f8708b54e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810459 Jun 15 14:36:51.785095 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33466) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:36:51.835100 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:51.849894 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b475d061-a512-4c87-8be8-dfce452a4c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:51.876196 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b475d061-a512-4c87-8be8-dfce452a4c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:52.029106 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b475d061-a512-4c87-8be8-dfce452a4c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:52.031728 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-b475d061-a512-4c87-8be8-dfce452a4c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:52.032965 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-b475d061-a512-4c87-8be8-dfce452a4c4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc245650-be63-495c-bac1-08c449e17f33 HTTP/1.1" status: 204 len: 168 time: 0.2468328 Jun 15 14:36:52.039066 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-102fe563-ad70-47e3-a63f-1edb2716be46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:52.042430 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475d061-a512-4c87-8be8-dfce452a4c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc245650-be63-495c-bac1-08c449e17f33,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:52.044879 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b475d061-a512-4c87-8be8-dfce452a4c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:52.154573 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ed45310d-c706-452b-a856-89c2fa0baf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:52.897597 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:52.967519 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321a8d3-fe8c-4a81-98a0-d8e41f3a93fa req-ccd8db3e-4bb3-44d3-a8ff-73e21e9efdef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:52.968988 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6321a8d3-fe8c-4a81-98a0-d8e41f3a93fa req-ccd8db3e-4bb3-44d3-a8ff-73e21e9efdef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 944 time: 0.0698745 Jun 15 14:36:53.011199 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6321a8d3-fe8c-4a81-98a0-d8e41f3a93fa req-d7fa2004-4fc6-42f2-9b98-569d64651513 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365200 Jun 15 14:36:53.606365 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:36:53.732753 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:53.745982 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '2fb39be2-9692-47de-88e5-da599839d3d8', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'port_id': '2fb39be2-9692-47de-88e5-da599839d3d8', 'mac_address': 'fa:16:3e:a2:2b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:36:53.791964 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:53.808240 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb39be2-9692-47de-88e5-da599839d3d8 {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:36:53.829236 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:53.943666 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:53.948958 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-58e45448-706f-4c05-b3ad-91febbec8ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:54.004689 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=9']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:54.008193 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:54.197821 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2f658-4480-42b3-8622-6179cb0985c8 req-06e2fe3c-24bc-49b4-a1ec-a17470092b69 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:54.199936 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1eb2f658-4480-42b3-8622-6179cb0985c8 req-06e2fe3c-24bc-49b4-a1ec-a17470092b69 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 945 time: 0.0706942 Jun 15 14:36:54.249300 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1eb2f658-4480-42b3-8622-6179cb0985c8 req-1244976b-f2b7-455f-a20b-6d369d3d971d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 Jun 15 14:36:54.280776 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['2fb39be2-9692-47de-88e5-da599839d3d8'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:36:54.813892 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:55.435228 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b6c6f-872b-469e-832f-2912979f3025 req-7f156655-f594-4603-87c8-8666f49f82ce tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:55.436622 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-067b6c6f-872b-469e-832f-2912979f3025 req-7f156655-f594-4603-87c8-8666f49f82ce tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 945 time: 0.0684495 Jun 15 14:36:55.479324 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-067b6c6f-872b-469e-832f-2912979f3025 req-4c79b024-ecd2-4444-9444-d3954e24b365 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370233 Jun 15 14:36:55.621809 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:36:55.683955 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 2fb39be2-9692-47de-88e5-da599839d3d8 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:36:55.684427 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:55.786259 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:55.811201 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:36:55.813478 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc1d860-cb1f-4a12-a4fe-b2b3468e1665" -d '{"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:36:55.832094 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:36:55.853329 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb58e6d7-730d-4280-9c3a-4efdded55064 x-openstack-request-id: req-bb58e6d7-730d-4280-9c3a-4efdded55064 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:36:55.853630 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-plugged", "status": "completed", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:36:55.853901 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb58e6d7-730d-4280-9c3a-4efdded55064 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:36:55.854300 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8', 'code': 200} Jun 15 14:36:56.594533 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:56.597486 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:36:56.666940 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c097c-84dd-42c4-9285-c09d65438281 req-1ae82a80-4827-4174-afe5-8dc11c9e32f6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:56.669287 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-850c097c-84dd-42c4-9285-c09d65438281 req-1ae82a80-4827-4174-afe5-8dc11c9e32f6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0715497 Jun 15 14:36:56.720126 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-850c097c-84dd-42c4-9285-c09d65438281 req-f7bc785c-a8d1-4eb4-bb00-3ed8bd3a16ae tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449245 Jun 15 14:36:56.795253 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=10']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:36:56.798624 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:36:56.959274 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d4401-d83b-4514-95b1-674b3e3a51da req-6fe5c44c-f249-4df3-a641-35b0fc0d0cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:56.960782 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-484d4401-d83b-4514-95b1-674b3e3a51da req-6fe5c44c-f249-4df3-a641-35b0fc0d0cf0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 1100 time: 0.0667589 Jun 15 14:36:57.267778 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-484d4401-d83b-4514-95b1-674b3e3a51da req-21a57b1e-2117-42a5-b4cb-15d760e109b2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004463 Jun 15 14:36:57.916847 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e98ad-c72d-4d14-a8ca-2534ed4a9e4c req-1e95647e-8e57-47e7-8066-3b6c678b2420 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:57.918863 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad3e98ad-c72d-4d14-a8ca-2534ed4a9e4c req-1e95647e-8e57-47e7-8066-3b6c678b2420 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0704613 Jun 15 14:36:57.961256 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ad3e98ad-c72d-4d14-a8ca-2534ed4a9e4c req-38b0d4bf-f9d6-43ee-a3e2-502753ef44d6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Jun 15 14:36:59.155051 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de6aec-fe31-424f-8348-cac58af4f86f req-bc69d068-c85c-4e3f-945a-2e5373d89e91 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:36:59.156524 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-13de6aec-fe31-424f-8348-cac58af4f86f req-bc69d068-c85c-4e3f-945a-2e5373d89e91 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0688553 Jun 15 14:36:59.201947 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-13de6aec-fe31-424f-8348-cac58af4f86f req-92faacd2-f446-4fc4-be2f-c995d0d4012d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398109 Jun 15 14:37:00.389866 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45293c8a-5ad3-4029-9459-c2780ec68c10 req-3fec17ff-0572-4988-ab15-b514bf2ef625 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:00.391314 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-45293c8a-5ad3-4029-9459-c2780ec68c10 req-3fec17ff-0572-4988-ab15-b514bf2ef625 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0712528 Jun 15 14:37:00.435099 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-45293c8a-5ad3-4029-9459-c2780ec68c10 req-7de3a5ac-a646-4faf-b1e4-0f3f2319740d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379744 Jun 15 14:37:01.626256 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba835fc-a31b-4df1-9d86-01e24c4a68b6 req-d4bd7d3a-3428-420c-b9de-d00f5362b942 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:01.627839 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eba835fc-a31b-4df1-9d86-01e24c4a68b6 req-d4bd7d3a-3428-420c-b9de-d00f5362b942 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0727129 Jun 15 14:37:01.680587 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-eba835fc-a31b-4df1-9d86-01e24c4a68b6 req-73606474-64da-4444-a1b5-51aaf22949d3 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467806 Jun 15 14:37:03.154646 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.102722 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33632) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:08.155382 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] Deleting subnet fbb6a723-e987-4cc1-ab50-18cbe91d36c0 {{(pid=92287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:37:08.158849 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.202605 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26891138'] for subnet, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.253959 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.440839 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27175753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26222068'] for subnet, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.443381 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:37:08.474583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb6a723-e987-4cc1-ab50-18cbe91d36c0,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:37:08.477646 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:37:08.478619 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.481572 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-e1198f71-4d66-463f-8303-4761a15ae94b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fbb6a723-e987-4cc1-ab50-18cbe91d36c0 HTTP/1.1" status: 204 len: 168 time: 0.3777981 Jun 15 14:37:08.483599 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33634) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:08.574988 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.680367 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.691469 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f0cd74-38cd-4691-a7a9-ba25f2cfe428']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:37:08.703219 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a57188-b51f-4fad-9f53-887a60513d34') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:37:08.703508 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a57188-b51f-4fad-9f53-887a60513d34') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:37:08.714539 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.729355 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.736014 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:37:08.736396 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:37:08.738066 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:37:08.902370 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.906631 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:37:08.909389 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:08.911122 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] 10.222.0.22 "DELETE /v2.0/networks/75f0cd74-38cd-4691-a7a9-ba25f2cfe428 HTTP/1.1" status: 204 len: 168 time: 0.4265437 Jun 15 14:37:08.924784 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f0cd74-38cd-4691-a7a9-ba25f2cfe428,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:37:08.927211 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4748ace7-3ec4-4f72-9ec2-d75d4276e064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:37:09.480546 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33640) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:09.525076 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-e4bd77cb-888a-4dfb-998c-8088fca7f813 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98405b2b13dc46c7994e5aaa91fdd140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432305 Jun 15 14:37:09.527351 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33642) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:09.579092 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2a81f239-ef1f-4811-9408-9b49f8ce8b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:09.602061 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2a81f239-ef1f-4811-9408-9b49f8ce8b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:09.794387 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2a81f239-ef1f-4811-9408-9b49f8ce8b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:09.797075 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2a81f239-ef1f-4811-9408-9b49f8ce8b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:09.798269 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2a81f239-ef1f-4811-9408-9b49f8ce8b60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/908fcf43-d1f0-4932-b01d-7a6e2134bcff HTTP/1.1" status: 204 len: 168 time: 0.2700024 Jun 15 14:37:09.799098 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ee7c7fdb-4693-4fec-8a6a-6a7291cf4d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:37:09.808714 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81f239-ef1f-4811-9408-9b49f8ce8b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908fcf43-d1f0-4932-b01d-7a6e2134bcff,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:37:09.811270 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2a81f239-ef1f-4811-9408-9b49f8ce8b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:37:16.556444 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:37:19.347927 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-15387d25-ba56-4e42-bff5-6cd1003694bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:21.851453 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:22.119695 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-0da03f8b-5c1a-4626-a28a-23cff01ea6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:22.959642 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:24.852904 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:25.075504 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33790) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:25.189612 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:25.283924 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:25.387924 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:25.390474 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-31a4b174-55d3-4c78-8588-11acdff39018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:37:25.430110 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae9ea9576e3047509bce13169b7a00f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529060 Jun 15 14:37:25.443794 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2059e9-ab76-4a25-9503-dfcd5a86f4f8,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:37:25.443961 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33794) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.444417 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.446554 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0b4133fe-d891-4e11-bed4-93146b072ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:37:25.486744 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:25.513510 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:25.754153 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:25.756839 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:25.757983 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f2059e9-ab76-4a25-9503-dfcd5a86f4f8 HTTP/1.1" status: 204 len: 168 time: 0.3235404 Jun 15 14:37:25.758863 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9a359e3a-bac3-46de-94db-8bf2abb3a104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:37:25.767875 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2059e9-ab76-4a25-9503-dfcd5a86f4f8,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:37:25.775202 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.775596 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.776489 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.776855 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.777220 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.777582 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.777942 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.778303 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.778663 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.779019 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.779375 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.779731 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:37:25.782904 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:37:32.240412 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-ea1cf25a-ab12-47e6-b6af-de58081899d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581169 Jun 15 14:37:32.319834 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-099148a8-f667-4378-a113-a3a1e92f18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:32.321516 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-099148a8-f667-4378-a113-a3a1e92f18d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 1100 time: 0.0599005 Jun 15 14:37:32.450803 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-1c0fe0ed-ac32-4854-9fc0-fc1ccf000651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:32.452372 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-1c0fe0ed-ac32-4854-9fc0-fc1ccf000651 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.1112237 Jun 15 14:37:32.538065 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-f700dfc2-9813-4cf9-9922-b046ea43bf3b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2fb39be2-9692-47de-88e5-da599839d3d8 HTTP/1.1" status: 200 len: 1001 time: 0.0795162 Jun 15 14:37:32.595189 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-cbea608a-00cb-404f-8d51-28c6606a9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:32.596736 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-cbea608a-00cb-404f-8d51-28c6606a9c10 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.0530777 Jun 15 14:37:32.668155 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-f67bd630-610f-499c-a34f-2828805a1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:37:32.669646 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-f67bd630-610f-499c-a34f-2828805a1b34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0668128 Jun 15 14:37:32.782743 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-a5071f7a-f6f9-4e83-81d1-267b2acab577 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067748 Jun 15 14:37:32.904190 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f0aeac64-6b7c-405d-92c2-f830da78418d req-4f485753-765b-4a5d-855b-51d6901644b7 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150784 Jun 15 14:37:33.153688 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:49.370455 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b977e613-81fe-40b9-a293-e9c7a5fbfc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:51.867140 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:52.153195 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8c65b5e7-02db-4428-bf73-172ff73aa496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:52.902808 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:53.555621 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:37:54.890267 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:03.136297 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:10.107662 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a202c43-069e-4a6f-a19c-dba031c38a9e req-adc79ad8-dbac-4e75-8473-1520084bfa2a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:10.109054 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1a202c43-069e-4a6f-a19c-dba031c38a9e req-adc79ad8-dbac-4e75-8473-1520084bfa2a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0729661 Jun 15 14:38:10.154150 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1a202c43-069e-4a6f-a19c-dba031c38a9e req-39590434-85be-494f-9d1b-ff39677ed64a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393541 Jun 15 14:38:11.343697 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c08e9a-2d2a-42e9-b62c-665474cf956a req-2245e907-f949-4ab2-9485-93798dace52e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:11.345529 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-57c08e9a-2d2a-42e9-b62c-665474cf956a req-2245e907-f949-4ab2-9485-93798dace52e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0697072 Jun 15 14:38:11.388601 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-57c08e9a-2d2a-42e9-b62c-665474cf956a req-59e0e7d5-8355-4c8d-b967-52f269c3a52c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371051 Jun 15 14:38:12.077595 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-4f8794d6-0a24-474d-a5d7-7cadf133a205 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:12.079066 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-4f8794d6-0a24-474d-a5d7-7cadf133a205 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0730886 Jun 15 14:38:12.195465 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Deleting port 2fb39be2-9692-47de-88e5-da599839d3d8 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:12.195823 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:12.310536 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] For port 2fb39be2-9692-47de-88e5-da599839d3d8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=2fb39be2-9692-47de-88e5-da599839d3d8,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:12.310893 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:12.540006 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:12.540872 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:12.541184 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.l3_db [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Floating IP 38f60703-92df-4984-b216-e13e745e5231 disassociated. External IP: 172.28.2.64, port: 2fb39be2-9692-47de-88e5-da599839d3d8. Jun 15 14:38:12.541519 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Calling delete_port for 2fb39be2-9692-47de-88e5-da599839d3d8 owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:12.584258 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bce32-a3c9-4131-8e1c-4d557afa5945 req-6d75155b-7614-4c23-bf3a-1d62c1f5849f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:12.586036 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a05bce32-a3c9-4131-8e1c-4d557afa5945 req-6d75155b-7614-4c23-bf3a-1d62c1f5849f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 947 time: 0.0787725 Jun 15 14:38:12.637911 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a05bce32-a3c9-4131-8e1c-4d557afa5945 req-bea004d9-074d-4a8a-a2b3-18cc6bee7d2b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=a548c437-6d20-4bb0-ae67-8218308f1131&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Jun 15 14:38:12.787440 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:12.791497 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6057115d-f99e-4912-b2fa-ff20a8947810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:12.822770 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event deleted for resources: {'Port': ['ID=2fb39be2-9692-47de-88e5-da599839d3d8,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:12.825872 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:12.972875 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Router 421ef2c4-c92e-48e3-aaca-765e2336324a has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:38:13.120536 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:38:13.130144 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] Sync routers for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:38:13.139702 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:13.140574 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:37:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:13.172820 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] No DVR routers for this DVR port 2fb39be2-9692-47de-88e5-da599839d3d8 on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:38:13.175495 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:13.177614 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-afdeeda9-5fd9-451f-b682-0ecffa536932 req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "DELETE /v2.0/ports/2fb39be2-9692-47de-88e5-da599839d3d8 HTTP/1.1" status: 204 len: 173 time: 1.0931401 Jun 15 14:38:13.178136 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-deleted', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:13.181411 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a444be8-8bb1-42b8-ac87-c3f9b022d8eb" -d '{"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-deleted", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:13.221617 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528b15e5-c949-4d37-94b6-750093dfd9a7 x-openstack-request-id: req-528b15e5-c949-4d37-94b6-750093dfd9a7 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:13.221617 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e78b21-d876-40fd-8cea-c6df05b8da2c", "name": "network-vif-deleted", "tag": "2fb39be2-9692-47de-88e5-da599839d3d8", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:13.221617 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-528b15e5-c949-4d37-94b6-750093dfd9a7 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:13.221617 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e78b21-d876-40fd-8cea-c6df05b8da2c', 'name': 'network-vif-deleted', 'tag': '2fb39be2-9692-47de-88e5-da599839d3d8', 'status': 'completed', 'code': 200} Jun 15 14:38:13.294587 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:13.554195 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:13.558142 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] Checking router: 421ef2c4-c92e-48e3-aaca-765e2336324a for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:38:13.566259 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:13.566881 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:37:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:13.710882 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:13.810773 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-79c0e84f-0319-4f95-98a5-c7e429c29a2a req-065e9bae-bc37-4596-8c5f-73995b937f42 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=75e78b21-d876-40fd-8cea-c6df05b8da2c HTTP/1.1" status: 200 len: 210 time: 0.0355513 Jun 15 14:38:14.000513 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:14.004426 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd33095a-f0cf-4c92-83d9-e21eb8cfe8a5 None None] The sync data for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb is: [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:38:14.085698 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:38:14.117224 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 2fb39be2-9692-47de-88e5-da599839d3d8 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:38:14.117224 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 2fb39be2-9692-47de-88e5-da599839d3d8 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:38:14.223390 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f5e6a1-80ad-4594-b80a-b07a80791d6f None None] New status for floating IP 38f60703-92df-4984-b216-e13e745e5231: DOWN {{(pid=92290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:38:15.080795 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33966) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:15.146637 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-215344de-7870-4c8a-9855-1ba09bde68c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:15.175689 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-215344de-7870-4c8a-9855-1ba09bde68c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:15.330195 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-215344de-7870-4c8a-9855-1ba09bde68c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:15.332884 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-215344de-7870-4c8a-9855-1ba09bde68c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:15.334037 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-215344de-7870-4c8a-9855-1ba09bde68c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "DELETE /v2.0/security-groups/a548c437-6d20-4bb0-ae67-8218308f1131 HTTP/1.1" status: 204 len: 168 time: 0.2522967 Jun 15 14:38:15.334820 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-41df0d7c-b3d4-4e39-a36a-3ce0fa6697de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:15.337491 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 33970) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:15.345845 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215344de-7870-4c8a-9855-1ba09bde68c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a548c437-6d20-4bb0-ae67-8218308f1131,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:15.348255 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-215344de-7870-4c8a-9855-1ba09bde68c5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:15.356438 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.api.v2.resource [None req-694cb87e-6e45-40e6-b010-a751b7626bf6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] show failed (client error): The resource could not be found. Jun 15 14:38:15.360622 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-694cb87e-6e45-40e6-b010-a751b7626bf6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups/a548c437-6d20-4bb0-ae67-8218308f1131 HTTP/1.1" status: 404 len: 347 time: 0.0188315 Jun 15 14:38:15.361370 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33972) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:15.525893 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Deleting port cf983b39-3eab-4f86-9284-5c034843bb58 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:15.526239 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:15.627042 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:15.627278 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:15.719405 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Calling delete_port for cf983b39-3eab-4f86-9284-5c034843bb58 owned by network:floatingip {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:16.003586 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.006555 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-5536f181-1bf7-4371-ae91-3db9ea183c10 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:16.035730 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event deleted for resources: {'Port': ['ID=cf983b39-3eab-4f86-9284-5c034843bb58,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:16.039463 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:16.111230 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.113940 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.115104 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "DELETE /v2.0/floatingips/38f60703-92df-4984-b216-e13e745e5231 HTTP/1.1" status: 204 len: 168 time: 0.7523389 Jun 15 14:38:16.541696 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33978) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:16.546388 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-ace9b646-a845-4cf7-ab73-ed2fab2f73d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493084474', 'description': 'tempest-description--1844164620'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:16.638449 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ace9b646-a845-4cf7-ab73-ed2fab2f73d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.724327 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ace9b646-a845-4cf7-ab73-ed2fab2f73d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.804151 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ace9b646-a845-4cf7-ab73-ed2fab2f73d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.806755 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1fbe884b-bc89-44a8-a695-2eda3c89e615 tempest-VolumesNegativeTest-1594896100 tempest-VolumesNegativeTest-1594896100-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:16.835388 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9b646-a845-4cf7-ab73-ed2fab2f73d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d5659b-a951-445a-bbb5-8bf75d0fd5d3,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:16.838615 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ace9b646-a845-4cf7-ab73-ed2fab2f73d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:16.918625 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ace9b646-a845-4cf7-ab73-ed2fab2f73d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:16.919870 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-ace9b646-a845-4cf7-ab73-ed2fab2f73d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3771887 Jun 15 14:38:16.922683 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33980) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:16.927102 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-fd2cab27-e5db-4432-987c-e531171363ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'security_group_rule': {'security_group_id': '20d5659b-a951-445a-bbb5-8bf75d0fd5d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:17.083718 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab27-e5db-4432-987c-e531171363ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:17.143641 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab27-e5db-4432-987c-e531171363ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:17.272670 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab27-e5db-4432-987c-e531171363ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:17.275420 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-73856cbd-4e86-4086-bfa3-8ddd09f3d839 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:17.292725 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cab27-e5db-4432-987c-e531171363ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7514a248-f1f5-43ae-8587-7ce21d5f46d8,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:17.295879 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fd2cab27-e5db-4432-987c-e531171363ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:17.397575 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab27-e5db-4432-987c-e531171363ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:17.402669 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-fd2cab27-e5db-4432-987c-e531171363ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4751861 Jun 15 14:38:17.402669 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33984) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:17.406360 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-50361535-fa72-4505-8c9c-6dfb82f14598 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'security_group_rule': {'security_group_id': '20d5659b-a951-445a-bbb5-8bf75d0fd5d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:17.546797 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-50361535-fa72-4505-8c9c-6dfb82f14598 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:17.608623 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-50361535-fa72-4505-8c9c-6dfb82f14598 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:17.758401 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-50361535-fa72-4505-8c9c-6dfb82f14598 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:17.760979 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:17.781118 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50361535-fa72-4505-8c9c-6dfb82f14598 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d01a5f-da21-4bf3-a9f1-5972d18a5275,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:17.783709 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-50361535-fa72-4505-8c9c-6dfb82f14598 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:17.896382 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-50361535-fa72-4505-8c9c-6dfb82f14598 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:17.898086 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-50361535-fa72-4505-8c9c-6dfb82f14598 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4951260 Jun 15 14:38:17.902587 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 33986) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:17.907070 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'floatingip': {'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:18.072617 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:18.191581 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:18.319496 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Allocated IP 172.28.2.78 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/7d9ba55d-236c-4fce-a29e-59c6a73a6284) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:38:18.459259 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:18.587484 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:18.589659 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3f04878a-5a3b-4c24-84bb-e13c332ebb73 tempest-VolumesActionsTest-1803584069 tempest-VolumesActionsTest-1803584069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:18.636520 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:38:18.639300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:38:18.643638 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:38:18.646815 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'Port': ['ID=7d9ba55d-236c-4fce-a29e-59c6a73a6284,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:18.671701 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:18.752755 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:18.894044 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:19.081810 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:19.295955 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:19.298193 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-36fc38e9-77c4-4778-bea3-4f2a2348cba6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:19.405857 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-f4f21a36-f969-4a57-90c8-0af073fdb735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:19.664152 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'Port': ['ID=7d9ba55d-236c-4fce-a29e-59c6a73a6284,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:19.668059 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:19.676272 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:19.781472 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:19.782803 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8792491 Jun 15 14:38:19.984624 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-1d68b766-396e-4487-8a05-c3676a7a2792 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--493084474&fields=id&tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f HTTP/1.1" status: 200 len: 267 time: 0.0403798 Jun 15 14:38:20.116546 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1908-ad69-4efb-857d-9348a443e805 req-c092bb3d-ccc7-43c7-9390-5bbac451fe48 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:20.117963 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-c092bb3d-ccc7-43c7-9390-5bbac451fe48 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 817 time: 0.1267383 Jun 15 14:38:20.133275 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-5cb04343-3d22-42ca-8d95-aab27444a505 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/quotas/e0de2ee2fe1144daa6ba3a8f4f97369f HTTP/1.1" status: 200 len: 375 time: 0.0092664 Jun 15 14:38:20.206807 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-8207e007-0bb0-4dd2-a4ad-c1d2289ffd50 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680754 Jun 15 14:38:20.329459 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-5729ba25-6d64-4f16-99f3-fd2a999c2e6e service neutron] 10.222.0.22 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107564 Jun 15 14:38:20.446151 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-fca3deed-5627-43f9-91a5-f6177a531309 service neutron] 10.222.0.22 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108201 Jun 15 14:38:20.751377 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-589e34c1-344c-4592-9273-181d066e7522 req-ef8e48ee-9a7e-42e4-82ba-3083c7bae320 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 210 time: 0.0322378 Jun 15 14:38:21.842781 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8361f963-a573-4c72-af17-6240fb135e3d req-259d883d-63eb-4e56-8bed-a4b64da3e4a2 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 210 time: 0.0340815 Jun 15 14:38:21.907444 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:22.169218 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fef6fe51-f106-4805-aa8b-9736a02a008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:22.878840 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:22.998939 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a4269778-2a4b-428a-968d-ab6241f93644 req-1fe89f9d-90aa-475c-aa7e-85b4f6d7c7b8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 210 time: 0.0385411 Jun 15 14:38:23.781249 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1908-ad69-4efb-857d-9348a443e805 req-0535c63a-7d06-45e8-a645-8dd01aa5bbe1 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:23.782687 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-0535c63a-7d06-45e8-a645-8dd01aa5bbe1 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 817 time: 0.1270394 Jun 15 14:38:23.829175 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-20d5d3a6-44f0-4b35-a894-fd7c576e6bfd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f HTTP/1.1" status: 200 len: 379 time: 0.0386453 Jun 15 14:38:23.843816 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'port': {'device_id': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'admin_state_up': True, 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'security_groups': ['20d5659b-a951-445a-bbb5-8bf75d0fd5d3']}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:24.151930 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1887b660-9b26-4b75-9627-8428f19414c1 req-900f2f90-0bca-476b-8acc-6eb64e8aaaab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 210 time: 0.0340807 Jun 15 14:38:24.164042 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Made reservation on behalf of e0de2ee2fe1144daa6ba3a8f4f97369f for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:38:24.168536 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:24.245792 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825215c-2fbf-422a-ad2a-30d5dc5c9303 req-a70ac3db-4e8a-4080-8e16-25e0b70f4046 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:24.247639 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1825215c-2fbf-422a-ad2a-30d5dc5c9303 req-a70ac3db-4e8a-4080-8e16-25e0b70f4046 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0718453 Jun 15 14:38:24.293786 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1825215c-2fbf-422a-ad2a-30d5dc5c9303 req-3bfc0c73-c5d7-42dd-9a8c-273d1682c9cc tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 Jun 15 14:38:24.328351 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Allocated IP 172.20.0.5 (8081ddc9-0043-4955-b178-b293e891b177/2d2827ab-3af5-4039-9fa0-115998d4c5bd/7a79c866-f43e-4e2e-9019-e50c1e14fdcb) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:38:24.498078 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:24.511319 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Transition to ACTIVE for port object 7a79c866-f43e-4e2e-9019-e50c1e14fdcb will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:38:24.694955 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:24.699245 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-47aec975-faa2-4433-8f56-5aa058395cbe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:24.748199 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Network 8081ddc9-0043-4955-b178-b293e891b177 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:38:24.751569 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:38:24.755327 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:38:24.761771 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:24.780935 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:24.788377 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:24.818734 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:24.819388 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:24.930568 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-ab2ef57f-3760-4a88-9fe4-4a740a31dbab tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0970764 Jun 15 14:38:24.943191 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Request body: {'port': {'device_id': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:25.031763 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:25.284208 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-238e83e4-5842-4d02-8656-e501b836dcc9 None None] Provisioning for port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:38:25.288107 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-238e83e4-5842-4d02-8656-e501b836dcc9 None None] Provisioning complete for port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:38:25.288602 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-238e83e4-5842-4d02-8656-e501b836dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:25.340938 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-238e83e4-5842-4d02-8656-e501b836dcc9 None None] Port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:38:25.351777 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65824015-3299-443c-a0fe-ba8d93368f2a req-eb0a2f95-a915-4ca4-be68-f17cb97bc6ea tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:25.353455 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-65824015-3299-443c-a0fe-ba8d93368f2a req-eb0a2f95-a915-4ca4-be68-f17cb97bc6ea tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 931 time: 0.0800753 Jun 15 14:38:25.357016 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a79c866-f43e-4e2e-9019-e50c1e14fdcb {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:38:25.364627 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:25.377240 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Transition to ACTIVE for port object 7a79c866-f43e-4e2e-9019-e50c1e14fdcb will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:38:25.400472 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-65824015-3299-443c-a0fe-ba8d93368f2a req-4e5d9eb3-2661-42e9-b925-64c2a08fb323 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411384 Jun 15 14:38:25.488979 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3eff8-44b4-448b-a145-dafe131379b5 req-fa91cc9e-fd97-46ae-ab95-7d2613e05cb7 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:25.490537 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fcc3eff8-44b4-448b-a145-dafe131379b5 req-fa91cc9e-fd97-46ae-ab95-7d2613e05cb7 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0682216 Jun 15 14:38:25.531657 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-fcc3eff8-44b4-448b-a145-dafe131379b5 req-f08c2d30-9cac-4cc9-95b4-ab0ca503d602 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347967 Jun 15 14:38:25.535516 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:25.538632 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fce06730-13a1-4e60-8eb0-d008db048bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:25.638282 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:25.641615 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:25.732352 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Attempting to bind port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:38:25.732687 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Attempting to bind port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:38:25.733010 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Attempting to bind port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb on network 8081ddc9-0043-4955-b178-b293e891b177 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:38:25.737175 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb on network 8081ddc9-0043-4955-b178-b293e891b177 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:38:25.737489 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Attempting to bind port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb on network 8081ddc9-0043-4955-b178-b293e891b177 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:38:25.742180 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:38:25.742493 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Checking segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:38:25.742799 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Bound using segment: {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:38:25.743752 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Bound port: 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b52d51-30a7-491e-a678-8b12e7a93251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '8081ddc9-0043-4955-b178-b293e891b177'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:38:25.744116 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:25.817084 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:38:25.820046 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:38:26.135935 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.138079 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-fd4f2e23-e549-49a9-98bd-7ea708482e51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:26.182337 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.182955 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.184386 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] 10.222.0.45 "PUT /v2.0/ports/7a79c866-f43e-4e2e-9019-e50c1e14fdcb HTTP/1.1" status: 200 len: 1093 time: 1.2453907 Jun 15 14:38:26.184911 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:26.187212 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e42bdb-1ae9-46d3-ae95-8ca39fe501c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:26.210155 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:26.218125 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.218702 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.219083 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.219450 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.219815 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.220203 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.220566 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.220921 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.221278 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.221627 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.225580 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.225580 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:26.226414 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-21023eb1-0711-4302-a0c9-6ba8d6a1bc5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:26.236912 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df02beb-80c4-41f6-b797-87c8a8e1a473 x-openstack-request-id: req-6df02beb-80c4-41f6-b797-87c8a8e1a473 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:26.237245 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:26.237584 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6df02beb-80c4-41f6-b797-87c8a8e1a473 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:26.238116 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'status': 'completed', 'code': 200} Jun 15 14:38:26.325969 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e42bdb-1ae9-46d3-ae95-8ca39fe501c9 req-026a14ef-47bc-483b-9145-442d3f269554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.327474 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-46e42bdb-1ae9-46d3-ae95-8ca39fe501c9 req-026a14ef-47bc-483b-9145-442d3f269554 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1096 time: 0.0678163 Jun 15 14:38:26.488856 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e42bdb-1ae9-46d3-ae95-8ca39fe501c9 req-207bb3e1-3c3a-41a8-8f2b-eec17ccba5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.490328 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-46e42bdb-1ae9-46d3-ae95-8ca39fe501c9 req-207bb3e1-3c3a-41a8-8f2b-eec17ccba5d8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1543939 Jun 15 14:38:26.595115 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33fce-cfd1-4ef8-b4b7-c368bb4a9520 req-c31cbbb9-5307-4537-9f5d-4fda6358bd1e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.595735 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-bfa81ee3-8f0a-4e20-b703-d67b1b83d610 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.596720 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-bfa81ee3-8f0a-4e20-b703-d67b1b83d610 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1567984 Jun 15 14:38:26.596870 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-57b33fce-cfd1-4ef8-b4b7-c368bb4a9520 req-c31cbbb9-5307-4537-9f5d-4fda6358bd1e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0760562 Jun 15 14:38:26.644418 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-57b33fce-cfd1-4ef8-b4b7-c368bb4a9520 req-c56da85b-2a62-4bd9-b12b-06dee05b8d79 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407310 Jun 15 14:38:26.674675 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e42bdb-1ae9-46d3-ae95-8ca39fe501c9 req-cd8e2cdb-28b4-4b02-9db1-74906787dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.676189 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-46e42bdb-1ae9-46d3-ae95-8ca39fe501c9 req-cd8e2cdb-28b4-4b02-9db1-74906787dee7 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1768596 Jun 15 14:38:26.725144 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415cbeb-ae12-4c51-839e-c01ba8f18b17 req-9f20dcab-30c1-428c-b3a4-c27a0571a76b tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.726605 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a415cbeb-ae12-4c51-839e-c01ba8f18b17 req-9f20dcab-30c1-428c-b3a4-c27a0571a76b tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0772240 Jun 15 14:38:26.771757 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a415cbeb-ae12-4c51-839e-c01ba8f18b17 req-45414cde-d63d-4d3b-be88-c49c42fee8a2 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb02dcb6-bb36-4435-bb78-297829e3e669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 Jun 15 14:38:26.781143 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Deleting port be3c338f-97b3-4108-ad5c-7c99554412f8 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:26.781485 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:26.816348 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1908-ad69-4efb-857d-9348a443e805 req-cc365cdc-7df2-4443-aaaf-8091fedd354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:26.817786 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-cc365cdc-7df2-4443-aaaf-8091fedd354a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1096 time: 0.1043174 Jun 15 14:38:26.922778 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-8054297f-14da-4f40-bfc9-a3a85bbb56c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb HTTP/1.1" status: 200 len: 217 time: 0.0981622 Jun 15 14:38:26.983061 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] For port be3c338f-97b3-4108-ad5c-7c99554412f8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=be3c338f-97b3-4108-ad5c-7c99554412f8,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:26.983290 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.052967 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1908-ad69-4efb-857d-9348a443e805 req-d9391a60-f9cf-4d62-87cd-6daf8ad676ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:27.054457 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-d9391a60-f9cf-4d62-87cd-6daf8ad676ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.1248090 Jun 15 14:38:27.239812 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b1908-ad69-4efb-857d-9348a443e805 req-3cff3591-38d7-4aa8-a39c-2c60d2cd7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:27.241213 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-3cff3591-38d7-4aa8-a39c-2c60d2cd7b2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1757617 Jun 15 14:38:27.286198 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.286558 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.286865 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.l3_db [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Floating IP 01aab821-653f-413e-a605-10c72de1e887 disassociated. External IP: 172.28.2.39, port: be3c338f-97b3-4108-ad5c-7c99554412f8. Jun 15 14:38:27.287234 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Calling delete_port for be3c338f-97b3-4108-ad5c-7c99554412f8 owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:27.429549 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-e6eccd24-14ef-410e-aa47-af9eedd44d96 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805773 Jun 15 14:38:27.596818 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-537b1908-ad69-4efb-857d-9348a443e805 req-9b765f65-13e8-4bfe-98f5-61d95a109f55 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605844 Jun 15 14:38:27.655390 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:27.659322 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-65929ffa-e04c-4e70-85f8-44ffc9bd9dd0 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:27.690748 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event deleted for resources: {'Port': ['ID=be3c338f-97b3-4108-ad5c-7c99554412f8,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:27.694147 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:27.847698 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d429f-80c2-435b-ba06-6f444ff4d8cb req-f7f873f2-5f81-4952-8a4c-32f97d094f5b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:27.849190 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-332d429f-80c2-435b-ba06-6f444ff4d8cb req-f7f873f2-5f81-4952-8a4c-32f97d094f5b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0768723 Jun 15 14:38:27.895902 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-332d429f-80c2-435b-ba06-6f444ff4d8cb req-891064d9-2557-4c83-b504-a8fdc12cef92 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401123 Jun 15 14:38:27.933966 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9e29e42d-f16a-4b9e-9f30-7d2111e0c363 req-2bb41cfe-19e9-4476-96fe-ac612ecd5209 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0352304 Jun 15 14:38:28.128346 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:38:28.279790 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:38:28.288938 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] Sync routers for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:38:28.298973 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:28.299764 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:28.332368 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] No DVR routers for this DVR port be3c338f-97b3-4108-ad5c-7c99554412f8 on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:38:28.335011 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:28.337817 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eceee96c-1e01-4c94-9c5d-194cb8022227 req-9b092369-318b-4d07-8299-b01a7181a502 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.45 "DELETE /v2.0/ports/be3c338f-97b3-4108-ad5c-7c99554412f8 HTTP/1.1" status: 204 len: 173 time: 1.7361510 Jun 15 14:38:28.338335 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'name': 'network-vif-deleted', 'tag': 'be3c338f-97b3-4108-ad5c-7c99554412f8'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:28.341741 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba548c1-a80a-47da-8caf-476e8240d733" -d '{"events": [{"server_uuid": "9dc731db-39fd-4b2b-aa9f-ca828a61d4a6", "name": "network-vif-deleted", "tag": "be3c338f-97b3-4108-ad5c-7c99554412f8"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:28.378654 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9636d4-57b0-46ea-b887-0c631a438f90 x-openstack-request-id: req-7e9636d4-57b0-46ea-b887-0c631a438f90 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:28.379040 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc731db-39fd-4b2b-aa9f-ca828a61d4a6", "name": "network-vif-deleted", "tag": "be3c338f-97b3-4108-ad5c-7c99554412f8", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:28.379331 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e9636d4-57b0-46ea-b887-0c631a438f90 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:28.379760 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc731db-39fd-4b2b-aa9f-ca828a61d4a6', 'name': 'network-vif-deleted', 'tag': 'be3c338f-97b3-4108-ad5c-7c99554412f8', 'status': 'completed', 'code': 200} Jun 15 14:38:28.579599 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:28.832694 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:28.836008 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] Checking router: 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:38:28.844239 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:28.844883 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:28.987717 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:29.109273 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7ad3e4a4-626a-442f-9e02-c2351cd9da33 req-eaa8f94a-441b-48f6-ad67-c5e979398531 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dc731db-39fd-4b2b-aa9f-ca828a61d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0394001 Jun 15 14:38:29.132875 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74156524-8eb1-4a5e-a328-e55d6e92b412 req-623e45bc-01b1-4940-a70d-47a1ccdbcd78 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:29.134667 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74156524-8eb1-4a5e-a328-e55d6e92b412 req-623e45bc-01b1-4940-a70d-47a1ccdbcd78 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.1086450 Jun 15 14:38:29.176413 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74156524-8eb1-4a5e-a328-e55d6e92b412 req-34c60489-6305-4d5a-ae56-5ea06a083a18 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360446 Jun 15 14:38:29.264406 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:29.267846 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bea0ff4-4e54-49db-bd60-5941ffcfda78 None None] The sync data for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb is: [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:29:40Z', 'revision_number': 4, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'fb0435d6-46b7-4ea2-b032-f49ac27dd9df', 'name': '', 'network_id': '1cf55914-a1d3-4006-9000-a912743cd481', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'mac_address': 'fa:16:3e:7e:5b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:38Z', 'updated_at': '2021-06-15T14:29:52Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'subnets': [{'id': '3ed2e2a9-7a78-4a43-9e92-2f78d38fb273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:38:29.584460 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a0eaf-1d5f-41f8-aa53-9e160a648c73 None None] New status for floating IP 01aab821-653f-413e-a605-10c72de1e887: DOWN {{(pid=92290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:38:30.164228 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:38:30.166440 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device be3c338f-97b3-4108-ad5c-7c99554412f8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:38:30.201471 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: be3c338f-97b3-4108-ad5c-7c99554412f8 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:38:30.201684 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device be3c338f-97b3-4108-ad5c-7c99554412f8 not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:38:30.318601 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:30.337594 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'port_id': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'mac_address': 'fa:16:3e:fc:d6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:38:30.344441 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34096) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:30.391289 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.394515 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8713d-702c-4445-909a-5a7f142ebee4 req-a437ad14-228b-4031-9d20-e359eb47264d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:30.401731 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-33d8713d-702c-4445-909a-5a7f142ebee4 req-a437ad14-228b-4031-9d20-e359eb47264d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0882893 Jun 15 14:38:30.407272 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4251fe2b-12c0-407e-9f78-d747e9fd4411 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.414104 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a79c866-f43e-4e2e-9019-e50c1e14fdcb {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:38:30.440077 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4251fe2b-12c0-407e-9f78-d747e9fd4411 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.441875 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:30.450445 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-33d8713d-702c-4445-909a-5a7f142ebee4 req-3fd564a8-7e2d-4859-9979-19defe3708cc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472758 Jun 15 14:38:30.529737 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.531622 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:30.553912 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:38:30.575494 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4251fe2b-12c0-407e-9f78-d747e9fd4411 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.578221 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4251fe2b-12c0-407e-9f78-d747e9fd4411 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.579407 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4251fe2b-12c0-407e-9f78-d747e9fd4411 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "DELETE /v2.0/security-groups/fb02dcb6-bb36-4435-bb78-297829e3e669 HTTP/1.1" status: 204 len: 168 time: 0.2392137 Jun 15 14:38:30.580281 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7769dd79-e7bc-4c56-9dca-b245ece43336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:30.582215 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34098) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:30.586167 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:30.591177 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251fe2b-12c0-407e-9f78-d747e9fd4411 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb02dcb6-bb36-4435-bb78-297829e3e669,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:30.593908 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4251fe2b-12c0-407e-9f78-d747e9fd4411 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:30.594506 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.594852 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.595191 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.595520 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.595844 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.596349 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.596534 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.596875 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.597452 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.597452 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.597934 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.598525 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:30.599618 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.api.v2.resource [None req-105b0fde-e100-4dce-95c1-be3494d03c68 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] show failed (client error): The resource could not be found. Jun 15 14:38:30.600708 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-105b0fde-e100-4dce-95c1-be3494d03c68 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "GET /v2.0/security-groups/fb02dcb6-bb36-4435-bb78-297829e3e669 HTTP/1.1" status: 404 len: 347 time: 0.0173776 Jun 15 14:38:30.604383 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34100) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:30.605831 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:30.765077 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Deleting port 5c9eb049-a6e7-45d4-9174-74c356280d4f {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:30.765423 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.854309 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['7a79c866-f43e-4e2e-9019-e50c1e14fdcb'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:38:30.869439 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.876256 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.963286 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Calling delete_port for 5c9eb049-a6e7-45d4-9174-74c356280d4f owned by network:floatingip {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:31.215009 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:31.217167 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f2660e0a-8fa6-4d41-887b-86c219c22ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:31.246645 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Pushing event deleted for resources: {'Port': ['ID=5c9eb049-a6e7-45d4-9174-74c356280d4f,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:31.277268 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.277628 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.278658 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.279014 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.279370 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.279721 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.280089 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.280440 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.280786 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.281130 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.281479 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.281819 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:38:31.285335 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:31.327111 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks [] for floatingip, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:31.329712 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:31.330821 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] 10.222.0.22 "DELETE /v2.0/floatingips/01aab821-653f-413e-a605-10c72de1e887 HTTP/1.1" status: 204 len: 168 time: 0.7261534 Jun 15 14:38:31.643148 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a473-07a8-4431-9a5a-2ea1725ef05c req-b7f4db62-7c3e-4a1c-8308-6ba9b526d614 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:31.644831 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d782a473-07a8-4431-9a5a-2ea1725ef05c req-b7f4db62-7c3e-4a1c-8308-6ba9b526d614 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 944 time: 0.0758624 Jun 15 14:38:31.688091 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d782a473-07a8-4431-9a5a-2ea1725ef05c req-f5813f69-7fc1-4c70-a200-1f107c526d17 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374060 Jun 15 14:38:32.186351 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:38:32.363948 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:38:32.368005 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:38:32.368393 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:32.461050 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:32.488085 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:32.490404 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e27a69-c990-4388-8e9b-d8e9be27defc" -d '{"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-plugged", "status": "completed", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:32.504535 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:32.525170 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d2c6c7-7771-4c7d-9412-7070cde9c3de x-openstack-request-id: req-24d2c6c7-7771-4c7d-9412-7070cde9c3de {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:32.525963 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-plugged", "status": "completed", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:32.526384 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24d2c6c7-7771-4c7d-9412-7070cde9c3de {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:32.526842 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'code': 200} Jun 15 14:38:32.723716 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:32.725172 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:32.780604 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:32.783630 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:32.885512 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec61b3-3eef-4638-aeed-afc7023a1cbd req-b0f01b48-2fe4-4cdb-b92d-747804713501 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:32.886975 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4dec61b3-3eef-4638-aeed-afc7023a1cbd req-b0f01b48-2fe4-4cdb-b92d-747804713501 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0734971 Jun 15 14:38:32.930978 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-4dec61b3-3eef-4638-aeed-afc7023a1cbd req-3574b3f9-b56f-4ce4-a95e-47ac84094585 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381179 Jun 15 14:38:33.118028 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eafe9f-de20-4519-bddd-c48e31d892cd req-eb5ef1d8-1838-4c93-a2c8-6378461ffed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:33.118888 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39eafe9f-de20-4519-bddd-c48e31d892cd req-eb5ef1d8-1838-4c93-a2c8-6378461ffed0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1098 time: 0.0595410 Jun 15 14:38:33.156851 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-39eafe9f-de20-4519-bddd-c48e31d892cd req-cca994e5-0cef-4e84-8599-750e62163884 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320120 Jun 15 14:38:33.215343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:34.122283 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcd083-f28e-40ec-906c-ca9d1e02d06f req-ead2f0db-bd1a-494b-a8b3-1025d15ddd3a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:34.123719 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ffbcd083-f28e-40ec-906c-ca9d1e02d06f req-ead2f0db-bd1a-494b-a8b3-1025d15ddd3a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0730007 Jun 15 14:38:34.168114 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ffbcd083-f28e-40ec-906c-ca9d1e02d06f req-4473078b-29e8-4a48-a87a-3af1a08b00cc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381289 Jun 15 14:38:35.366134 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbaaa9-aa22-4bac-a87b-f6dc9280de4d req-205ae485-111a-4798-a377-d39b1f8c470d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:35.367595 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-98bbaaa9-aa22-4bac-a87b-f6dc9280de4d req-205ae485-111a-4798-a377-d39b1f8c470d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0759418 Jun 15 14:38:35.411123 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-98bbaaa9-aa22-4bac-a87b-f6dc9280de4d req-f3fe2662-8ed2-47be-a06a-df842ddac0d4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371261 Jun 15 14:38:35.589751 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558ad55-765c-4d1d-bb02-f2f31f4aff47 req-c17a5259-2fa8-4389-a525-59899aff54c9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:35.591188 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c558ad55-765c-4d1d-bb02-f2f31f4aff47 req-c17a5259-2fa8-4389-a525-59899aff54c9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0712991 Jun 15 14:38:35.600722 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34134) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:35.605821 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Request body: {'floatingip': {'port_id': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:38:35.660291 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:35.761685 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34142) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:36.371538 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670420'] for router_interface, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:36.510779 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:36.665748 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:36.702944 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Deleting port fb0435d6-46b7-4ea2-b032-f49ac27dd9df {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:36.702944 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:36.808681 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.l3_db [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Floating IP 66873c62-bc7f-48f9-9e77-2709c9662a75 associated. External IP: 172.28.2.78, port: 7a79c866-f43e-4e2e-9019-e50c1e14fdcb. Jun 15 14:38:36.810494 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] For port fb0435d6-46b7-4ea2-b032-f49ac27dd9df, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:36.810974 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:36.903129 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Calling delete_port for fb0435d6-46b7-4ea2-b032-f49ac27dd9df owned by network:router_interface {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:37.091113 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Router 421ef2c4-c92e-48e3-aaca-765e2336324a has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:38:37.236408 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:38:37.240829 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:37.248300 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] Sync routers for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:38:37.257201 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:37.257818 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:37.272269 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:37.275194 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f6ce55a2-0de8-4bd6-873e-1a6aeebeba07 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:37.288490 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-298d4f72-a618-459d-a6e4-44af0f24837c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "PUT /v2.0/floatingips/66873c62-bc7f-48f9-9e77-2709c9662a75 HTTP/1.1" status: 200 len: 990 time: 1.6840093 Jun 15 14:38:37.288490 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:38:37.289216 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5bda51-9006-4288-b467-bffdee53025e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:38:37.311318 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0435d6-46b7-4ea2-b032-f49ac27dd9df,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:37.351600 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7114df47-fb55-41b1-ad9c-fda42ce1f365 x-openstack-request-id: req-7114df47-fb55-41b1-ad9c-fda42ce1f365 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:38:37.351950 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:38:37.352241 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7114df47-fb55-41b1-ad9c-fda42ce1f365 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:38:37.352697 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'status': 'completed', 'code': 200} Jun 15 14:38:37.383050 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:37.420645 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:37.609722 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bda51-9006-4288-b467-bffdee53025e req-45973a02-150f-448b-966f-a1c63fdde1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:37.609722 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d5bda51-9006-4288-b467-bffdee53025e req-45973a02-150f-448b-966f-a1c63fdde1dd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1098 time: 0.2189734 Jun 15 14:38:37.645531 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671300'] for router_interface, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:37.727881 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '66873c62-bc7f-48f9-9e77-2709c9662a75', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'port_id': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'mac_address': 'fa:16:3e:fc:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:18Z', 'updated_at': '2021-06-15T14:38:36Z', 'revision_number': 1, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:37.731343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] Checking router: 421ef2c4-c92e-48e3-aaca-765e2336324a for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:38:37.740294 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:37.740907 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:37.840034 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bda51-9006-4288-b467-bffdee53025e req-f48ee7c3-ded0-4a17-b41b-2af2d437a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:37.841525 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d5bda51-9006-4288-b467-bffdee53025e req-f48ee7c3-ded0-4a17-b41b-2af2d437a0cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.2308490 Jun 15 14:38:38.032820 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:38.318737 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d5bda51-9006-4288-b467-bffdee53025e req-2df1bd19-343d-4ad1-a37b-e6e51a88deeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb HTTP/1.1" status: 200 len: 998 time: 0.4635844 Jun 15 14:38:38.361089 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '66873c62-bc7f-48f9-9e77-2709c9662a75', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'port_id': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'mac_address': 'fa:16:3e:fc:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:18Z', 'updated_at': '2021-06-15T14:38:36Z', 'revision_number': 1, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:38.364628 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ad92c4-c1e9-4500-ade3-b8c6bb19bdd6 None None] The sync data for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb is: [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': '66873c62-bc7f-48f9-9e77-2709c9662a75', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'floating_ip_address': '172.28.2.78', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'port_id': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'mac_address': 'fa:16:3e:fc:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:38:18Z', 'updated_at': '2021-06-15T14:38:36Z', 'revision_number': 1, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:38:38.400865 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bda51-9006-4288-b467-bffdee53025e req-379766f0-ab9a-4407-a237-8a09c31ae8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:38.402416 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d5bda51-9006-4288-b467-bffdee53025e req-379766f0-ab9a-4407-a237-8a09c31ae8fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.0730796 Jun 15 14:38:38.447631 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:38:38.547163 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5643e68-5f45-4816-b4a5-5dab4a00fc30 None None] New status for floating IP 66873c62-bc7f-48f9-9e77-2709c9662a75: ACTIVE {{(pid=92290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:38:38.589536 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bda51-9006-4288-b467-bffdee53025e req-8453ddf8-ce74-4583-a286-9305bee8ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:38:38.591080 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d5bda51-9006-4288-b467-bffdee53025e req-8453ddf8-ce74-4583-a286-9305bee8ae12 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1804390 Jun 15 14:38:38.653005 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:38:38.663911 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] Sync routers for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:38:38.676838 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:38.677586 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:38.700707 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-c19d0542-b6eb-4d82-b86d-a84414b858c5 admin admin] 10.222.0.22 "PUT /v2.0/routers/1831cbd5-b685-4b9d-bbe1-f2209b8730d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9379120 Jun 15 14:38:38.703536 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34156) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:38.743767 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d5bda51-9006-4288-b467-bffdee53025e req-c1970b8d-8e52-4dd1-b209-9b3f7caba743 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439321 Jun 15 14:38:38.847678 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:38.858418 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks [] for router, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:38.877629 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-8d5bda51-9006-4288-b467-bffdee53025e req-834a3c47-e1a9-4247-a0ef-43feebcbe8d3 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267092 Jun 15 14:38:39.007528 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:39.087171 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:38:37Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:39.090537 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] Checking router: 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:38:39.098515 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] Routers {'1831cbd5-b685-4b9d-bbe1-f2209b8730d9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:38:39.099099 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:39.208738 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Deleting port d99e873e-01d2-4ff7-9421-6e6d277fdf21 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:39.209082 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:39.239409 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] Set router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:38:39.310418 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] For port d99e873e-01d2-4ff7-9421-6e6d277fdf21, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=d99e873e-01d2-4ff7-9421-6e6d277fdf21,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:39.310767 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:39.401672 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Calling delete_port for d99e873e-01d2-4ff7-9421-6e6d277fdf21 owned by network:router_gateway {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:39.474352 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:38:37Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:39.477901 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10da43fe-2436-41e6-b99f-a21f5d8daefb None None] The sync data for ids ['1831cbd5-b685-4b9d-bbe1-f2209b8730d9'] in dv-cinder-796286-3-smb is: [{'id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'name': 'tempest-AttachVolumeTestJSON-221291496-router', 'tenant_id': '0891bc11852442f6bc736400a37b8ff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19'}], 'enable_snat': True}, 'gw_port_id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:29:30Z', 'updated_at': '2021-06-15T14:38:37Z', 'revision_number': 5, 'project_id': '0891bc11852442f6bc736400a37b8ff0', 'gw_port': {'id': 'd99e873e-01d2-4ff7-9421-6e6d277fdf21', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:30:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831cbd5-b685-4b9d-bbe1-f2209b8730d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:29:32Z', 'updated_at': '2021-06-15T14:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:38:39.701117 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:39.703221 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-82d15c77-57bd-4476-a22b-c35ae03faed7 tempest-VolumesSnapshotTestJSON-924062382 tempest-VolumesSnapshotTestJSON-924062382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:39.735505 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Pushing event deleted for resources: {'Port': ['ID=d99e873e-01d2-4ff7-9421-6e6d277fdf21,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:39.738957 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:39.812233 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666391'] for router_gateway, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.034346 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device fb0435d6-46b7-4ea2-b032-f49ac27dd9df no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:38:40.060494 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: fb0435d6-46b7-4ea2-b032-f49ac27dd9df {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:38:40.060854 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device fb0435d6-46b7-4ea2-b032-f49ac27dd9df not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:38:40.248053 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42750'] for router, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.250081 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.460804 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705584'] for router, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.461325 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1831cbd5-b685-4b9d-bbe1-f2209b8730d9 {{(pid=92288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:38:40.466140 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] Notify callbacks [] for router, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.467262 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-d6f1526a-27f5-4f50-8efb-721642a2b579 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1831cbd5-b685-4b9d-bbe1-f2209b8730d9 HTTP/1.1" status: 204 len: 168 time: 1.7627428 Jun 15 14:38:40.469726 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34160) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:40.524293 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Deleting subnet 3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 {{(pid=92288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:38:40.527681 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.575074 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838337'] for subnet, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.669301 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.843897 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28981600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29298134'] for subnet, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.846452 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:40.877932 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed2e2a9-7a78-4a43-9e92-2f78d38fb273,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:40.880983 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:40.881963 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:40.883821 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3ed2e2a9-7a78-4a43-9e92-2f78d38fb273 HTTP/1.1" status: 204 len: 168 time: 0.4131632 Jun 15 14:38:40.886477 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34164) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:40.891411 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b081c2-3fa3-4fc3-bd62-b31ed3858772 None None] Network 1cf55914-a1d3-4006-9000-a912743cd481 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:38:41.000114 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.057581 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Deleting port c934566e-e45e-4f85-913e-9e7dae674ac5 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:41.058006 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.142703 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] DHCP port deletion for 1cf55914-a1d3-4006-9000-a912743cd481 request from dv-cinder-796286-3-smb {{(pid=92289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:38:41.151144 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] For port c934566e-e45e-4f85-913e-9e7dae674ac5, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c934566e-e45e-4f85-913e-9e7dae674ac5,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:41.151512 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.205427 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] Deleting port c934566e-e45e-4f85-913e-9e7dae674ac5 {{(pid=92289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:38:41.205820 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.247566 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Calling delete_port for c934566e-e45e-4f85-913e-9e7dae674ac5 owned by network:dhcp {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:41.287145 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] For port c934566e-e45e-4f85-913e-9e7dae674ac5, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c934566e-e45e-4f85-913e-9e7dae674ac5,segment=NetworkSegment(0e26ae37-845e-4bb3-81a3-4a14ba9f1481),segment_id=0e26ae37-845e-4bb3-81a3-4a14ba9f1481)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:38:41.287551 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.382969 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] Calling delete_port for c934566e-e45e-4f85-913e-9e7dae674ac5 owned by network:dhcp {{(pid=92289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:38:41.471900 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.474048 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:41.504534 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Pushing event deleted for resources: {'Port': ['ID=c934566e-e45e-4f85-913e-9e7dae674ac5,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:41.507671 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:41.510022 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] No DVR routers for this DVR port c934566e-e45e-4f85-913e-9e7dae674ac5 on host dv-cinder-796286-3-smb {{(pid=92288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:38:41.603992 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985'] for port, after_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.605852 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:41.614340 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.625284 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf55914-a1d3-4006-9000-a912743cd481']}} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:41.632805 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] Pushing event deleted for resources: {'Port': ['ID=c934566e-e45e-4f85-913e-9e7dae674ac5,revision_number=None']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:41.636640 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:41.637181 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e26ae37-845e-4bb3-81a3-4a14ba9f1481') {'for_net_delete': True} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:41.637374 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe12b54-7141-47c1-a557-6580c8165d77 None None] No DVR routers for this DVR port c934566e-e45e-4f85-913e-9e7dae674ac5 on host dv-cinder-796286-3-smb {{(pid=92289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:38:41.637513 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e26ae37-845e-4bb3-81a3-4a14ba9f1481') {} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:38:41.651638 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838346'] for segment, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.666398 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.672421 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=92288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:38:41.672814 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28981961'] for segment, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: Traceback (most recent call last): Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: timer() Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: cb(*args, **kw) Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: return func(*args, **kwargs) Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: self._notify() Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: self.callback(batched_events) Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: event.method(event) Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: return f(self, *a, **k) Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: return self._get(url).json() Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: return self.request(url, 'GET', **kwargs) Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:38:41.674459 dv-cinder-796286-3-smb neutron-server[92288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:38:41.814837 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.818810 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c8ab113e-fb69-4d89-bb22-b62d7f68bf4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:41.823191 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:41.825134 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1cf55914-a1d3-4006-9000-a912743cd481 HTTP/1.1" status: 204 len: 168 time: 0.9376528 Jun 15 14:38:41.837408 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf55914-a1d3-4006-9000-a912743cd481,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:41.840870 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:42.020286 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c934566e-e45e-4f85-913e-9e7dae674ac5 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:38:42.048475 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: c934566e-e45e-4f85-913e-9e7dae674ac5 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:38:42.054957 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c934566e-e45e-4f85-913e-9e7dae674ac5 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:38:42.054957 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device d99e873e-01d2-4ff7-9421-6e6d277fdf21 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:38:42.074142 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: d99e873e-01d2-4ff7-9421-6e6d277fdf21 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:38:42.089257 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device d99e873e-01d2-4ff7-9421-6e6d277fdf21 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:38:42.486150 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34170) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:42.528797 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-dd05afb7-cb0f-4ed0-9875-310edac78c3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0891bc11852442f6bc736400a37b8ff0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414505 Jun 15 14:38:42.555786 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34172) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:42.607982 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5894236a-698e-4691-b63c-7ce4807fedf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.631346 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5894236a-698e-4691-b63c-7ce4807fedf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.883911 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5894236a-698e-4691-b63c-7ce4807fedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.886448 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5894236a-698e-4691-b63c-7ce4807fedf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:42.887582 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5894236a-698e-4691-b63c-7ce4807fedf8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fcf5c34-2fa9-4956-b57a-192ced89fda9 HTTP/1.1" status: 204 len: 168 time: 0.3307943 Jun 15 14:38:42.888406 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-af798af4-3561-4e46-9992-71c3e6166829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:42.896866 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894236a-698e-4691-b63c-7ce4807fedf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcf5c34-2fa9-4956-b57a-192ced89fda9,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:42.899116 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5894236a-698e-4691-b63c-7ce4807fedf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:49.310795 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6ac2df82-b7a6-4f3e-bee8-368b973a72c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:51.609584 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34286) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:51.713534 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7c0250cc-0dbe-4779-92a0-50e26722fbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:51.810750 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7c0250cc-0dbe-4779-92a0-50e26722fbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:51.826219 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:51.917737 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7c0250cc-0dbe-4779-92a0-50e26722fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:51.920267 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-67739a1f-17e1-4e49-9cac-629166a3bf2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:51.966490 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-7c0250cc-0dbe-4779-92a0-50e26722fbe4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4cc547d4916f4a4182b42b49553606c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538606 Jun 15 14:38:51.966490 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0250cc-0dbe-4779-92a0-50e26722fbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da179e9b-657a-452e-b7f2-b15ca72b2f2e,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:51.967353 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34290) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:51.968782 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-7c0250cc-0dbe-4779-92a0-50e26722fbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:52.021498 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ce56f709-e3c4-4847-9a4e-53720643174b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:52.044641 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ce56f709-e3c4-4847-9a4e-53720643174b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:52.135602 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae8d1-c3a1-47c4-8c94-d20c52f8780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:52.180532 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ce56f709-e3c4-4847-9a4e-53720643174b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:52.183105 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-ce56f709-e3c4-4847-9a4e-53720643174b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:52.184265 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-ce56f709-e3c4-4847-9a4e-53720643174b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da179e9b-657a-452e-b7f2-b15ca72b2f2e HTTP/1.1" status: 204 len: 168 time: 0.2158484 Jun 15 14:38:52.185129 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-12de72bb-349e-4206-b735-3e1d808f7ec4 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:52.194164 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce56f709-e3c4-4847-9a4e-53720643174b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da179e9b-657a-452e-b7f2-b15ca72b2f2e,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:52.198169 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ce56f709-e3c4-4847-9a4e-53720643174b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:52.934923 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:54.751813 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:54.817689 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34344) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:54.922940 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5b323058-f27d-44eb-9869-255bc66a0923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:55.015039 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5b323058-f27d-44eb-9869-255bc66a0923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:55.128371 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5b323058-f27d-44eb-9869-255bc66a0923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:55.130865 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-94be2af9-f96f-418e-9511-b8415bc81819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:55.168940 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b323058-f27d-44eb-9869-255bc66a0923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56995ce-e411-4382-aa2b-9d55d558a10f,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:55.190405 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5b323058-f27d-44eb-9869-255bc66a0923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:55.190405 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5b323058-f27d-44eb-9869-255bc66a0923 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1581bdb709444f7922a744413a8f467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556321 Jun 15 14:38:55.190405 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34348) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:55.234062 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-78231bdf-895b-4e16-b2a6-3fddb761199b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:55.256566 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-78231bdf-895b-4e16-b2a6-3fddb761199b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:55.432422 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-78231bdf-895b-4e16-b2a6-3fddb761199b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:55.435061 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-78231bdf-895b-4e16-b2a6-3fddb761199b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:55.436230 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-78231bdf-895b-4e16-b2a6-3fddb761199b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e56995ce-e411-4382-aa2b-9d55d558a10f HTTP/1.1" status: 204 len: 168 time: 0.2584870 Jun 15 14:38:55.436981 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3697c839-be21-4e9f-a80c-f8fc64da4ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:55.445794 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78231bdf-895b-4e16-b2a6-3fddb761199b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56995ce-e411-4382-aa2b-9d55d558a10f,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:55.448899 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-78231bdf-895b-4e16-b2a6-3fddb761199b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:56.221437 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34356) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:56.238137 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-169c0f5f-eddd-4f33-8e70-167136b88104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:56.327079 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-169c0f5f-eddd-4f33-8e70-167136b88104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:56.443157 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-169c0f5f-eddd-4f33-8e70-167136b88104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:56.445566 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-3b46c956-52f6-41d2-87f0-6319d84ef661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:56.488763 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-169c0f5f-eddd-4f33-8e70-167136b88104 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8491ed9645d84696bf9ad3d5a6442f72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661543 Jun 15 14:38:56.489661 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c0f5f-eddd-4f33-8e70-167136b88104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4839a549-3e9a-4c7f-b273-5ea05c72fd56,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:56.491382 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34358) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:38:56.493041 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-169c0f5f-eddd-4f33-8e70-167136b88104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:38:56.543566 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0752218f-6431-498a-be7d-0f9eb87dda5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:56.565845 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0752218f-6431-498a-be7d-0f9eb87dda5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:56.706146 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0752218f-6431-498a-be7d-0f9eb87dda5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:56.708907 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0752218f-6431-498a-be7d-0f9eb87dda5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:56.710053 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0752218f-6431-498a-be7d-0f9eb87dda5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4839a549-3e9a-4c7f-b273-5ea05c72fd56 HTTP/1.1" status: 204 len: 168 time: 0.2175887 Jun 15 14:38:56.710860 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-be111b90-37ba-4151-a2e6-826944d58218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:38:56.720069 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752218f-6431-498a-be7d-0f9eb87dda5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4839a549-3e9a-4c7f-b273-5ea05c72fd56,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:38:56.722548 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0752218f-6431-498a-be7d-0f9eb87dda5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:03.140093 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.331089 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34446) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:04.436327 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fb5d-a968-498c-a62d-eb50c10b52a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.534576 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fb5d-a968-498c-a62d-eb50c10b52a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.613565 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f1b0fb5d-a968-498c-a62d-eb50c10b52a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.616141 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5f85cb52-92d7-4b5d-9e4c-caade2f76781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:04.654909 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0fb5d-a968-498c-a62d-eb50c10b52a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2892af10-e64b-4f58-841e-65d8d745694b,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:04.659076 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f1b0fb5d-a968-498c-a62d-eb50c10b52a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31578664ad9745dfa83beb38be3da20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269529 Jun 15 14:39:04.660165 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f1b0fb5d-a968-498c-a62d-eb50c10b52a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:04.661626 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34452) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:04.713864 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a0447cf8-0355-48ef-a5ee-6c0ab641300b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.736357 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a0447cf8-0355-48ef-a5ee-6c0ab641300b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.848596 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a0447cf8-0355-48ef-a5ee-6c0ab641300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.851298 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a0447cf8-0355-48ef-a5ee-6c0ab641300b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.852517 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a0447cf8-0355-48ef-a5ee-6c0ab641300b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2892af10-e64b-4f58-841e-65d8d745694b HTTP/1.1" status: 204 len: 168 time: 0.1899786 Jun 15 14:39:04.853892 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c62720c1-cb9a-4f23-8f56-06b32836d1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:04.862919 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0447cf8-0355-48ef-a5ee-6c0ab641300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2892af10-e64b-4f58-841e-65d8d745694b,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:04.865193 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a0447cf8-0355-48ef-a5ee-6c0ab641300b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:05.484172 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34458) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:05.499733 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22f11a13-b685-443d-ae3b-37537c32e13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.592010 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22f11a13-b685-443d-ae3b-37537c32e13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.654545 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22f11a13-b685-443d-ae3b-37537c32e13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.656997 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e7edef4b-52d4-4fa9-9aef-594419cf1b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:05.699066 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f11a13-b685-443d-ae3b-37537c32e13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf9250c-0c0e-4c30-914b-62427966cd78,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:05.703146 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-22f11a13-b685-443d-ae3b-37537c32e13f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98b037a3aca443ff812c8d06afc771d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179615 Jun 15 14:39:05.704132 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-22f11a13-b685-443d-ae3b-37537c32e13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:05.706385 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34462) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:05.757810 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-14b675db-9278-4c90-b36e-f761ba3aa6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.783240 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-14b675db-9278-4c90-b36e-f761ba3aa6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.900688 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-14b675db-9278-4c90-b36e-f761ba3aa6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.903261 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-14b675db-9278-4c90-b36e-f761ba3aa6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.904450 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-14b675db-9278-4c90-b36e-f761ba3aa6de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aaf9250c-0c0e-4c30-914b-62427966cd78 HTTP/1.1" status: 204 len: 168 time: 0.1977701 Jun 15 14:39:05.905321 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5df42a7f-acbc-4d0b-b1f8-87b71252132b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:05.914473 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b675db-9278-4c90-b36e-f761ba3aa6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf9250c-0c0e-4c30-914b-62427966cd78,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:05.916993 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-14b675db-9278-4c90-b36e-f761ba3aa6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:07.552519 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:39:08.967673 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34526) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:09.074128 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-707c1de7-ff89-41ac-ae18-7f51f19e2918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.166099 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-707c1de7-ff89-41ac-ae18-7f51f19e2918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.248218 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-707c1de7-ff89-41ac-ae18-7f51f19e2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.250730 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f66d0723-1c1c-4824-96ea-bbc37b2dee5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:09.294335 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-707c1de7-ff89-41ac-ae18-7f51f19e2918 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=939adf8849314dfc95e59fb50d4b524b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248582 Jun 15 14:39:09.295053 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c1de7-ff89-41ac-ae18-7f51f19e2918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c805dc0-53eb-49b4-84b6-9868e4369b5b,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:09.296858 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34530) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:09.298012 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-707c1de7-ff89-41ac-ae18-7f51f19e2918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:09.350181 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-82ef2d57-7631-4632-a95d-e9d2c51716f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.374807 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-82ef2d57-7631-4632-a95d-e9d2c51716f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.522846 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-82ef2d57-7631-4632-a95d-e9d2c51716f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.525517 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-82ef2d57-7631-4632-a95d-e9d2c51716f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.526648 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-82ef2d57-7631-4632-a95d-e9d2c51716f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c805dc0-53eb-49b4-84b6-9868e4369b5b HTTP/1.1" status: 204 len: 168 time: 0.2280629 Jun 15 14:39:09.527500 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4e0df982-7979-4294-9d1d-0d651b75f682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:09.536176 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef2d57-7631-4632-a95d-e9d2c51716f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c805dc0-53eb-49b4-84b6-9868e4369b5b,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:09.538646 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-82ef2d57-7631-4632-a95d-e9d2c51716f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:10.267032 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34538) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:10.283663 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-896e48ac-8c8c-4377-84f8-e5d738542ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.376031 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-896e48ac-8c8c-4377-84f8-e5d738542ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.460486 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-896e48ac-8c8c-4377-84f8-e5d738542ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.463142 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-92684e8a-9f12-473c-bdbf-c51e0c7fbe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:10.503260 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-896e48ac-8c8c-4377-84f8-e5d738542ab2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c63b492883c24f7d84808114f8de484f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351170 Jun 15 14:39:10.504314 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e48ac-8c8c-4377-84f8-e5d738542ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84caa4a-e742-406f-a818-80519085b154,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:10.505878 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34540) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:10.507294 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-896e48ac-8c8c-4377-84f8-e5d738542ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:10.564149 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5d69dfc8-fefc-49af-ab3d-3c81eda89237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.587460 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5d69dfc8-fefc-49af-ab3d-3c81eda89237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.751714 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5d69dfc8-fefc-49af-ab3d-3c81eda89237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.754387 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-5d69dfc8-fefc-49af-ab3d-3c81eda89237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.755532 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-5d69dfc8-fefc-49af-ab3d-3c81eda89237 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d84caa4a-e742-406f-a818-80519085b154 HTTP/1.1" status: 204 len: 168 time: 0.2484815 Jun 15 14:39:10.756334 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0752218f-6431-498a-be7d-0f9eb87dda5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:10.765782 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69dfc8-fefc-49af-ab3d-3c81eda89237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84caa4a-e742-406f-a818-80519085b154,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:10.767985 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5d69dfc8-fefc-49af-ab3d-3c81eda89237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:12.130990 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34564) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:12.229973 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-254900340-network', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:12.334461 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Made reservation on behalf of d3d25645d6ff4262a83591e80ef2a051 for: {'network': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:12.337261 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.348939 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.456964 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.574432 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.578217 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f1b0fb5d-a968-498c-a62d-eb50c10b52a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:12.603359 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=92288) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:12.613414 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d038ae5-3c1f-4302-8505-13ac421446d3,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:12.616541 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:12.620225 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.620580 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.segments_db [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Added segment 2d1a6af8-4f89-441a-9e00-43669eafc1b3 of type vlan for network 0ed42d79-32ee-449f-82bc-2cf058b2f219 Jun 15 14:39:12.673868 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.780338 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.781678 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:12.782264 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.784633 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4002014f-9634-41ce-85fa-673162f24867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:12.867931 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Pushing event updated for resources: {'Network': ['ID=0ed42d79-32ee-449f-82bc-2cf058b2f219,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:12.870954 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:12.877737 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:12.895304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-ab5ecece-2c39-4c81-8890-720890411351 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7631845 Jun 15 14:39:12.899517 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34570) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:12.905178 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Request body: {'subnet': {'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-254900340-subnet', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'ip_version': 4}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:12.997588 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Made reservation on behalf of d3d25645d6ff4262a83591e80ef2a051 for: {'subnet': 1} {{(pid=92288) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:13.000029 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29298171'] for subnet, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.311197 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28981539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29298157'] for subnet, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.313620 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-2a22124b-be0d-4e1f-99dd-7873825f5097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:13.369644 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d1ff527-4d6a-4e57-9fb6-8fc419258623,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:13.379310 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:13.386808 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Checking segment: {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92288) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:13.387169 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Network hostable DHCP agents. Network: 0ed42d79-32ee-449f-82bc-2cf058b2f219, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92288) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:13.528837 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92288) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:13.665765 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 0ed42d79-32ee-449f-82bc-2cf058b2f219) {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:13.670205 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:13.670796 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.675826 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1452d-2d50-484e-9879-698efb6f5b40 None None] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:39:13.809688 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-79641468-ad88-4f93-b489-f9126c9255c3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9084733 Jun 15 14:39:13.812496 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34574) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:13.816954 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:13.864003 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5958717a-f091-5199-abcc-bf837abd8577-0ed42d79-32ee-449f-82bc-2cf058b2f219', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623'}]}} from dv-cinder-796286-3-smb. {{(pid=92289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:39:13.864949 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.928930 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42728'] for router, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.930052 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42721'] for router, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.998699 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.022936 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.db_base_plugin_common [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Allocated IP 172.20.0.2 (0ed42d79-32ee-449f-82bc-2cf058b2f219/3d1ff527-4d6a-4e57-9fb6-8fc419258623/52e3e126-8fe8-4bb3-ad19-71f1af12288e) {{(pid=92289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:14.208231 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Notify callbacks [] for port, precommit_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.217697 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Transition to ACTIVE for port object 52e3e126-8fe8-4bb3-ad19-71f1af12288e will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:14.234514 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Transition to ACTIVE for port object 52e3e126-8fe8-4bb3-ad19-71f1af12288e will not be triggered until provisioned by entity DHCP. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:14.262527 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.323507 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.325635 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:14.373352 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 is already hosted by enough agents. {{(pid=92289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:14.376303 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.base_scheduler [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Resources bound (agent type, host, resource id): {{(pid=92289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:14.380843 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Received port after_create {{(pid=92289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:39:14.384084 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Pushing event updated for resources: {'Port': ['ID=52e3e126-8fe8-4bb3-ad19-71f1af12288e,revision_number=1']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:14.387956 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:14.457401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Attempting to bind port 52e3e126-8fe8-4bb3-ad19-71f1af12288e on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:39:14.457692 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Attempting to bind port 52e3e126-8fe8-4bb3-ad19-71f1af12288e by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:39:14.458074 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Attempting to bind port 52e3e126-8fe8-4bb3-ad19-71f1af12288e on network 0ed42d79-32ee-449f-82bc-2cf058b2f219 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:14.463846 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:14.464261 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Checking segment: {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:14.464671 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.465073 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Bound using segment: {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:14.465553 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Bound port: 52e3e126-8fe8-4bb3-ad19-71f1af12288e, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:39:14.465934 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.541736 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] For port 52e3e126-8fe8-4bb3-ad19-71f1af12288e, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:14.545194 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] For port 52e3e126-8fe8-4bb3-ad19-71f1af12288e, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=52e3e126-8fe8-4bb3-ad19-71f1af12288e,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:14.622518 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.624995 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:14.643065 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.676426 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.690818 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Pushing event updated for resources: {'Port': ['ID=52e3e126-8fe8-4bb3-ad19-71f1af12288e,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:14.694071 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:14.800763 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Allocated IP 172.28.2.100 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/1b272da5-983c-41d2-a6ef-d842cfdfe0a1) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:14.962622 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.146077 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28981907'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.148312 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f3d66f5f-5e46-41d9-b997-cd2b38d24845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:15.197922 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:15.202892 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:15.207408 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:39:15.210576 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Pushing event updated for resources: {'Port': ['ID=1b272da5-983c-41d2-a6ef-d842cfdfe0a1,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:15.236094 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:15.562015 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5e4f5-5e0f-4049-a55a-e6e3712b8884 None None] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:39:15.651379 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.758421 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-760fce9b-ca23-4de5-ab09-10fe77965a93 None None] Provisioning for port 52e3e126-8fe8-4bb3-ad19-71f1af12288e completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:16.077034 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 52e3e126-8fe8-4bb3-ad19-71f1af12288e up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:16.203054 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 52e3e126-8fe8-4bb3-ad19-71f1af12288e completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:16.206948 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 52e3e126-8fe8-4bb3-ad19-71f1af12288e triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:16.207388 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.245313 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522'] for router, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.298157 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.334195 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 52e3e126-8fe8-4bb3-ad19-71f1af12288e, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=52e3e126-8fe8-4bb3-ad19-71f1af12288e,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:16.432336 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.434211 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:16.485495 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=52e3e126-8fe8-4bb3-ad19-71f1af12288e,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:16.488513 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:16.528463 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Router 16592079-cb2c-410a-8eab-b9bcea9477b9 is scheduled to L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a with binding_index 1 {{(pid=92288) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:39:16.670812 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:16.679522 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Sync routers for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:16.688930 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:39:16.696569 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:16.773481 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] Notify callbacks [] for router, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.774745 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0920575a-776f-402c-b655-136bc9bc3aab admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9612949 Jun 15 14:39:16.777455 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34580) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:16.828399 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:39:17.064848 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:15Z', 'revision_number': 3, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:17.068039 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Checking router: 16592079-cb2c-410a-8eab-b9bcea9477b9 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:17.068411 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Updating router 16592079-cb2c-410a-8eab-b9bcea9477b9 port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 binding host dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:17.112941 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.328990 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.413915 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Notify callbacks [] for port, precommit_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.424681 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.provisioning_blocks [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Transition to ACTIVE for port object 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 will not be triggered until provisioned by entity L2. {{(pid=92290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:17.510779 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Allocated IP 172.20.0.1 (0ed42d79-32ee-449f-82bc-2cf058b2f219/3d1ff527-4d6a-4e57-9fb6-8fc419258623/c207fc10-09e4-4038-87e7-b34a1407db66) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:17.580085 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.582310 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:17.643224 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.645347 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Attempting to bind port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:39:17.645716 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Attempting to bind port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:39:17.646083 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Attempting to bind port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 on network 5f62d709-cdbe-4165-a655-5d8a79e885b9 {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:17.652955 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Pushing event updated for resources: {'Port': ['ID=1b272da5-983c-41d2-a6ef-d842cfdfe0a1,revision_number=2']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.660577 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:17.660931 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:17.661331 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.661663 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.provisioning_blocks [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Transition to ACTIVE for port object c207fc10-09e4-4038-87e7-b34a1407db66 will not be triggered until provisioned by entity DHCP. {{(pid=92288) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:17.661798 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Bound using segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:17.662170 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Bound port: 1b272da5-983c-41d2-a6ef-d842cfdfe0a1, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:39:17.662542 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.664942 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.665300 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.665622 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.665940 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.666251 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.666566 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.666874 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.667180 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.667487 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.667795 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.668124 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.668428 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:17.672693 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:17.732269 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] For port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:17.735451 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] For port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=1b272da5-983c-41d2-a6ef-d842cfdfe0a1,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:17.775088 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28981907'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.778173 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5793dff9-aece-4b12-aa71-617b5c6866cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:17.810139 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.814068 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:17.827297 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:17.830479 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:17.834059 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:39:17.865253 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Pushing event updated for resources: {'Port': ['ID=c207fc10-09e4-4038-87e7-b34a1407db66,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.870561 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:17.887279 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Pushing event updated for resources: {'Port': ['ID=1b272da5-983c-41d2-a6ef-d842cfdfe0a1,revision_number=3']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.890895 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-f80553af-799e-4295-92ea-5b066ac27bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:17.891888 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670303'] for router_interface, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.893070 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:39:17.893697 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:18.054890 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:39:18.086631 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 52e3e126-8fe8-4bb3-ad19-71f1af12288e up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:18.150816 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 52e3e126-8fe8-4bb3-ad19-71f1af12288e triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:18.151265 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.173958 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.260569 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c1b07271-d0ea-4138-9421-bd2c8b2e7eeb None None] Provisioning for port c207fc10-09e4-4038-87e7-b34a1407db66 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:18.265709 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c1b07271-d0ea-4138-9421-bd2c8b2e7eeb None None] Provisioning complete for port c207fc10-09e4-4038-87e7-b34a1407db66 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:18.266315 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c1b07271-d0ea-4138-9421-bd2c8b2e7eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.306396 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:15Z', 'revision_number': 3, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:18.310214 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ae146d-1e8d-4e54-9cc7-5e973cf19a50 None None] The sync data for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb is: [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:15Z', 'revision_number': 3, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:18.324613 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-c1b07271-d0ea-4138-9421-bd2c8b2e7eeb None None] Port c207fc10-09e4-4038-87e7-b34a1407db66 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:39:18.402230 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.471811 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28981933'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.474231 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-8a89c9a3-b695-4af0-bb6f-2397ed589615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:18.567508 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Pushing event updated for resources: {'Port': ['ID=c207fc10-09e4-4038-87e7-b34a1407db66,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:18.572783 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:18.574255 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670411'] for router_interface, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.709103 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:18.710631 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:18.896643 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Router 16592079-cb2c-410a-8eab-b9bcea9477b9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:39:18.954087 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c4947674-02e5-41d3-b700-a09898d02573 None None] Provisioning complete for port c207fc10-09e4-4038-87e7-b34a1407db66 triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:18.954955 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c4947674-02e5-41d3-b700-a09898d02573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.999967 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-c4947674-02e5-41d3-b700-a09898d02573 None None] Port c207fc10-09e4-4038-87e7-b34a1407db66 cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:39:19.065613 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:19.071379 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a4dd20db-c932-49eb-b002-1694397b5afb admin admin] 10.222.0.22 "PUT /v2.0/routers/16592079-cb2c-410a-8eab-b9bcea9477b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2928836 Jun 15 14:39:19.334173 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d30b0cfb-586c-46a9-88be-24bc672a9023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.809014 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34602) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:19.814327 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1390479383-network', 'tenant_id': '14548a63148845bcb4f186b95742e9a3'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:19.897900 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Sync routers for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:19.907128 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:39:19.907759 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:19.911759 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Made reservation on behalf of 14548a63148845bcb4f186b95742e9a3 for: {'network': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:19.914679 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for network, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.929314 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.042015 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.069070 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:39:20.108971 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:20.111431 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.115917 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-45d2e9b2-7954-409c-ad20-fc00040d05f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:20.134920 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=92287) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:20.149276 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1049bee1-738b-425f-a609-613631e40b59,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:20.153426 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:20.154485 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.154827 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.segments_db [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Added segment 69a689ed-e9e8-4910-9afb-055491d11364 of type vlan for network 35abf369-f040-4bcf-bdda-a799fcd56370 Jun 15 14:39:20.207573 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769603994040'] for network, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.339791 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402'] for network, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.341575 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:20.342262 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.344660 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:20.376572 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:20.382603 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:20.383003 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.427717 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Pushing event updated for resources: {'Network': ['ID=35abf369-f040-4bcf-bdda-a799fcd56370,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:20.430730 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:20.484592 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6744471 Jun 15 14:39:20.487313 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34606) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:20.492367 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Request body: {'subnet': {'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1390479383-subnet', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'ip_version': 4}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:20.544139 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Network 35abf369-f040-4bcf-bdda-a799fcd56370 details requested by agent ovs-agent-dv-cinder-796286-3-smb with host dv-cinder-796286-3-smb {{(pid=92289) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:20.551582 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 2, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:20.584385 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Checking router: 16592079-cb2c-410a-8eab-b9bcea9477b9 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:20.584753 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Updating router 16592079-cb2c-410a-8eab-b9bcea9477b9 port c207fc10-09e4-4038-87e7-b34a1407db66 binding host dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:20.597155 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Made reservation on behalf of 14548a63148845bcb4f186b95742e9a3 for: {'subnet': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:20.599959 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26222041'] for subnet, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.690328 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.778613 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.863470 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=1b272da5-983c-41d2-a6ef-d842cfdfe0a1,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:20.917854 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27175690', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26222031'] for subnet, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.921716 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:20.975255 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.978754 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:20.998248 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8bef187-3ad5-4ef3-a60b-a1d37f40e187,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:21.001994 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:21.010042 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Checking segment: {'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:21.010415 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Network hostable DHCP agents. Network: 35abf369-f040-4bcf-bdda-a799fcd56370, hostable agents: ['eee71937-5910-40fe-aae2-e9c6b12aee27'], hosted agents: [] {{(pid=92287) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:21.060659 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=1b272da5-983c-41d2-a6ef-d842cfdfe0a1,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:21.069073 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:21.122760 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Notify callbacks [] for port, precommit_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.132585 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Transition to ACTIVE for port object c207fc10-09e4-4038-87e7-b34a1407db66 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:21.146023 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Network 35abf369-f040-4bcf-bdda-a799fcd56370 is scheduled to be hosted by DHCP agent eee71937-5910-40fe-aae2-e9c6b12aee27 with binding_index 1 {{(pid=92287) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:21.265788 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.267953 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:21.328494 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-3-smb, 35abf369-f040-4bcf-bdda-a799fcd56370) {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:21.337890 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:21.338486 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.353779 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a8192-f7cb-47c8-9a8a-378e12bb8538 None None] Network 35abf369-f040-4bcf-bdda-a799fcd56370 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:39:21.395304 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746fac-992d-4fad-b50d-7466e78f148e None None] Pushing event updated for resources: {'Port': ['ID=c207fc10-09e4-4038-87e7-b34a1407db66,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:21.402471 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-5a746fac-992d-4fad-b50d-7466e78f148e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:21.438910 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-f51cb637-db5e-4318-ba78-03d093d984b1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9504843 Jun 15 14:39:21.441605 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34610) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:21.447744 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:21.516606 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Attempting to bind port c207fc10-09e4-4038-87e7-b34a1407db66 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:39:21.516997 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Attempting to bind port c207fc10-09e4-4038-87e7-b34a1407db66 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:39:21.517372 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Attempting to bind port c207fc10-09e4-4038-87e7-b34a1407db66 on network 0ed42d79-32ee-449f-82bc-2cf058b2f219 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:21.539145 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:21.539536 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Checking segment: {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:21.539978 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.540418 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Bound using segment: {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:21.540922 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Bound port: c207fc10-09e4-4038-87e7-b34a1407db66, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:39:21.541313 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.557527 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-705964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42728'] for router, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.558675 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-667101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42721'] for router, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.625150 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.691405 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] For port c207fc10-09e4-4038-87e7-b34a1407db66, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:21.691405 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5958717a-f091-5199-abcc-bf837abd8577-35abf369-f040-4bcf-bdda-a799fcd56370', 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'fixed_ips': [{'subnet_id': 'f8bef187-3ad5-4ef3-a60b-a1d37f40e187'}]}} from dv-cinder-796286-3-smb. {{(pid=92289) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 15 14:39:21.691405 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.694385 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] For port c207fc10-09e4-4038-87e7-b34a1407db66, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c207fc10-09e4-4038-87e7-b34a1407db66,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:21.836400 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.840549 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-dd2526bf-7498-4eb1-b0c1-a9476516886f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:21.907405 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.db_base_plugin_common [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Allocated IP 172.20.0.2 (35abf369-f040-4bcf-bdda-a799fcd56370/f8bef187-3ad5-4ef3-a60b-a1d37f40e187/8f3c2431-e0e5-4d53-b322-ede425632ad7) {{(pid=92289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:21.928855 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.940519 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:39:21.941172 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:38:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:21.944872 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746fac-992d-4fad-b50d-7466e78f148e None None] Pushing event updated for resources: {'Port': ['ID=c207fc10-09e4-4038-87e7-b34a1407db66,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:21.963471 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-667074', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-705982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42743'] for router, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.007999 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-5a746fac-992d-4fad-b50d-7466e78f148e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:22.074807 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:22.318401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-76544281-ad8d-4b3e-aa5b-e350c2ecc584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.408490 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.423371 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:39:22.456539 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.491061 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:22.491431 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.526080 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Notify callbacks [] for port, precommit_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.591393 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Transition to ACTIVE for port object 8f3c2431-e0e5-4d53-b322-ede425632ad7 will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:22.641858 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Transition to ACTIVE for port object 8f3c2431-e0e5-4d53-b322-ede425632ad7 will not be triggered until provisioned by entity DHCP. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:22.654775 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Allocated IP 172.28.2.47 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/a30de949-1e1c-47db-8938-ecaeadfe68ff) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:22.735596 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976'] for port, after_create {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.745306 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:22.799048 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.834956 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Network 35abf369-f040-4bcf-bdda-a799fcd56370 is already hosted by enough agents. {{(pid=92289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:22.861195 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Pushing event updated for resources: {'Port': ['ID=8f3c2431-e0e5-4d53-b322-ede425632ad7,revision_number=1']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:22.866443 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.scheduler.base_scheduler [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Resources bound (agent type, host, resource id): {{(pid=92289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:22.869956 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:22.870779 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Received port after_create {{(pid=92289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:39:22.917494 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.919752 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a07943bf-073e-4837-b068-598d09bb85b3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:22.953728 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Attempting to bind port 8f3c2431-e0e5-4d53-b322-ede425632ad7 on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:39:22.954106 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Attempting to bind port 8f3c2431-e0e5-4d53-b322-ede425632ad7 by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:39:22.954487 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Attempting to bind port 8f3c2431-e0e5-4d53-b322-ede425632ad7 on network 35abf369-f040-4bcf-bdda-a799fcd56370 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:22.964459 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:22.964842 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Checking segment: {'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:22.965262 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.965702 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Bound using segment: {'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:22.966198 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Bound port: 8f3c2431-e0e5-4d53-b322-ede425632ad7, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:39:22.966578 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.968246 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:22.971456 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:22.974085 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:39:22.985884 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:21Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:22.991550 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6774ebf9-6518-44d9-93ff-8cf24cb2acda None None] The sync data for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb is: [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:21Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:23.006300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Pushing event updated for resources: {'Port': ['ID=a30de949-1e1c-47db-8938-ecaeadfe68ff,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:23.010355 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:23.017606 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.073904 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] For port 8f3c2431-e0e5-4d53-b322-ede425632ad7, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:23.074280 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] For port 8f3c2431-e0e5-4d53-b322-ede425632ad7, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=8f3c2431-e0e5-4d53-b322-ede425632ad7,segment=NetworkSegment(69a689ed-e9e8-4910-9afb-055491d11364),segment_id=69a689ed-e9e8-4910-9afb-055491d11364)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:23.165304 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.167034 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:23.242232 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Pushing event updated for resources: {'Port': ['ID=8f3c2431-e0e5-4d53-b322-ede425632ad7,revision_number=2']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:23.246065 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:23.826729 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.164441 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c207fc10-09e4-4038-87e7-b34a1407db66 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:24.231671 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-705959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-666522'] for router, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.263376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08634345-98e7-450c-bb0c-fd3812094cd7 None None] Network 35abf369-f040-4bcf-bdda-a799fcd56370 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:39:24.357774 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port c207fc10-09e4-4038-87e7-b34a1407db66 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:24.366626 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port c207fc10-09e4-4038-87e7-b34a1407db66 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:24.367038 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.468080 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-a0475b72-7710-4f81-8e46-45831954cfba None None] Provisioning for port 8f3c2431-e0e5-4d53-b322-ede425632ad7 completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:24.500119 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Router dd95455c-314b-43d1-abd6-0a55b4f25a7e is scheduled to L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a with binding_index 1 {{(pid=92287) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:39:24.549821 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.595519 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port c207fc10-09e4-4038-87e7-b34a1407db66, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c207fc10-09e4-4038-87e7-b34a1407db66,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:24.666125 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:24.678406 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Sync routers for ids ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:24.681594 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.682504 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 8f3c2431-e0e5-4d53-b322-ede425632ad7 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:24.686587 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:24.697539 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Routers {'dd95455c-314b-43d1-abd6-0a55b4f25a7e'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:39:24.697539 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:39:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:24.788305 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=c207fc10-09e4-4038-87e7-b34a1407db66,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:24.792124 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:24.878034 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.884944 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-727efb3e-c94c-4cef-935f-83dfa7c5d96e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4373498 Jun 15 14:39:24.890067 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34618) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:24.912683 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.914103 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 8f3c2431-e0e5-4d53-b322-ede425632ad7 completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:24.919390 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 8f3c2431-e0e5-4d53-b322-ede425632ad7 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:24.923933 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.982473 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Set router dd95455c-314b-43d1-abd6-0a55b4f25a7e gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:39:25.031235 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.071342 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 8f3c2431-e0e5-4d53-b322-ede425632ad7, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=8f3c2431-e0e5-4d53-b322-ede425632ad7,segment=NetworkSegment(69a689ed-e9e8-4910-9afb-055491d11364),segment_id=69a689ed-e9e8-4910-9afb-055491d11364)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:25.181688 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.184942 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:25.241349 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:39:23Z', 'revision_number': 3, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port': {'id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:22Z', 'updated_at': '2021-06-15T14:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:25.245551 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Checking router: dd95455c-314b-43d1-abd6-0a55b4f25a7e for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:25.247847 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Updating router dd95455c-314b-43d1-abd6-0a55b4f25a7e port a30de949-1e1c-47db-8938-ecaeadfe68ff binding host dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:25.286836 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=8f3c2431-e0e5-4d53-b322-ede425632ad7,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:25.292430 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:25.318170 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.549842 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.643148 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Notify callbacks [] for port, precommit_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.654206 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.provisioning_blocks [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Transition to ACTIVE for port object a30de949-1e1c-47db-8938-ecaeadfe68ff will not be triggered until provisioned by entity L2. {{(pid=92290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:25.751571 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.752420 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Allocated IP 172.20.0.1 (35abf369-f040-4bcf-bdda-a799fcd56370/f8bef187-3ad5-4ef3-a60b-a1d37f40e187/8aa5db28-b1f2-40f6-a569-a01cbbebcf0a) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:25.754791 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:25.816277 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d54bdb-59b7-44db-ae05-2affb273fbf9 None None] Pushing event updated for resources: {'Port': ['ID=a30de949-1e1c-47db-8938-ecaeadfe68ff,revision_number=2']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:25.818524 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Attempting to bind port a30de949-1e1c-47db-8938-ecaeadfe68ff on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:39:25.818889 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Attempting to bind port a30de949-1e1c-47db-8938-ecaeadfe68ff by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:39:25.819269 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Attempting to bind port a30de949-1e1c-47db-8938-ecaeadfe68ff on network 5f62d709-cdbe-4165-a655-5d8a79e885b9 {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:25.821977 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-92d54bdb-59b7-44db-ae05-2affb273fbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:25.826217 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:25.826594 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Checking segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:25.826990 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.827374 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Bound using segment: {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'} {{(pid=92290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:25.827839 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.managers [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Bound port: a30de949-1e1c-47db-8938-ecaeadfe68ff, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ec9e77-0ad5-488c-8924-c542359227a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9'}}] {{(pid=92290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:39:25.828231 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.891284 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.894391 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] For port a30de949-1e1c-47db-8938-ecaeadfe68ff, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:25.897721 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.plugins.ml2.db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] For port a30de949-1e1c-47db-8938-ecaeadfe68ff, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=a30de949-1e1c-47db-8938-ecaeadfe68ff,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:25.904965 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Transition to ACTIVE for port object 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:26.027078 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron_lib.callbacks.manager [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.029446 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:26.059133 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c207fc10-09e4-4038-87e7-b34a1407db66 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:26.077644 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.080704 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:26.088218 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Routers {'dd95455c-314b-43d1-abd6-0a55b4f25a7e'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:39:26.089191 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:39:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:26.128654 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port c207fc10-09e4-4038-87e7-b34a1407db66 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:26.129031 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.131314 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Network 35abf369-f040-4bcf-bdda-a799fcd56370 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:26.135330 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:26.140988 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:39:26.144705 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:26.176118 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:26.197654 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-670303'] for router_interface, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.234934 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d54bdb-59b7-44db-ae05-2affb273fbf9 None None] Pushing event updated for resources: {'Port': ['ID=a30de949-1e1c-47db-8938-ecaeadfe68ff,revision_number=3']} {{(pid=92290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:26.241062 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG oslo_concurrency.lockutils [None req-92d54bdb-59b7-44db-ae05-2affb273fbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:26.255432 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 8f3c2431-e0e5-4d53-b322-ede425632ad7 up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:26.291414 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] Set router dd95455c-314b-43d1-abd6-0a55b4f25a7e gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:39:26.330237 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 8f3c2431-e0e5-4d53-b322-ede425632ad7 triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:26.330724 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.468416 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.535691 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:39:23Z', 'revision_number': 3, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port': {'id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:22Z', 'updated_at': '2021-06-15T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:26.539147 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134a0a36-abc1-4e03-b2e0-ac701c4f2f59 None None] The sync data for ids ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'] in dv-cinder-796286-3-smb is: [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:39:23Z', 'revision_number': 3, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port': {'id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:22Z', 'updated_at': '2021-06-15T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:26.568480 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c2edd8f0-21fc-48d0-a9e1-3f2353a76e23 None None] Provisioning for port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:26.573367 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-c2edd8f0-21fc-48d0-a9e1-3f2353a76e23 None None] Provisioning complete for port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:26.573751 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-c2edd8f0-21fc-48d0-a9e1-3f2353a76e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.620425 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-c2edd8f0-21fc-48d0-a9e1-3f2353a76e23 None None] Port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:39:26.678095 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.785922 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.788394 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-f7e18d48-2b9e-4f07-979e-bb88baa27f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:26.878821 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:26.884606 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-670411'] for router_interface, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.891137 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.891522 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.891920 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.892293 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.892653 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.893013 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.893370 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.893725 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.894082 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.894433 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.894783 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.895143 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:26.902445 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:27.026774 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Network 35abf369-f040-4bcf-bdda-a799fcd56370 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:27.029032 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:27.344714 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-884ecc3f-64f0-43b1-bf63-6c7fac50c181 None None] Provisioning complete for port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:27.345392 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-884ecc3f-64f0-43b1-bf63-6c7fac50c181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.394378 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-884ecc3f-64f0-43b1-bf63-6c7fac50c181 None None] Port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:39:27.511263 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Router dd95455c-314b-43d1-abd6-0a55b4f25a7e has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:39:27.660497 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:27.666267 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] 10.222.0.22 "PUT /v2.0/routers/dd95455c-314b-43d1-abd6-0a55b4f25a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7794025 Jun 15 14:39:28.096828 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device a30de949-1e1c-47db-8938-ecaeadfe68ff up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:28.150817 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Sync routers for ids ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:28.167069 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Routers {'dd95455c-314b-43d1-abd6-0a55b4f25a7e'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:39:28.167685 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:39:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:28.301729 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34632) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:28.307657 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-4818eb70-4ca9-4932-abf1-83d04664b299 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858673335', 'description': 'tempest-secgroup-smoke-858673335 description', 'project_id': 'd3d25645d6ff4262a83591e80ef2a051'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:28.386010 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4818eb70-4ca9-4932-abf1-83d04664b299 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.454328 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port a30de949-1e1c-47db-8938-ecaeadfe68ff completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:28.460741 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port a30de949-1e1c-47db-8938-ecaeadfe68ff triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:28.461145 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.479942 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4818eb70-4ca9-4932-abf1-83d04664b299 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.490736 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Set router dd95455c-314b-43d1-abd6-0a55b4f25a7e gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:39:28.562790 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4818eb70-4ca9-4932-abf1-83d04664b299 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.566526 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4251fe2b-12c0-407e-9f78-d747e9fd4411 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:28.601443 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818eb70-4ca9-4932-abf1-83d04664b299 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e14f89-6ffc-4b2f-b409-8c791f4a6e14,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:28.606579 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4818eb70-4ca9-4932-abf1-83d04664b299 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:28.660308 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4818eb70-4ca9-4932-abf1-83d04664b299 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.665811 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4818eb70-4ca9-4932-abf1-83d04664b299 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3623507 Jun 15 14:39:28.666034 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34634) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:28.672299 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'security_group_rule': {'security_group_id': '09e14f89-6ffc-4b2f-b409-8c791f4a6e14', 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:28.722512 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.758442 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port a30de949-1e1c-47db-8938-ecaeadfe68ff, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=a30de949-1e1c-47db-8938-ecaeadfe68ff,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:28.763169 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.824955 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:39:26Z', 'revision_number': 4, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port': {'id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:22Z', 'updated_at': '2021-06-15T14:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '8aa5db28-b1f2-40f6-a569-a01cbbebcf0a', 'name': '', 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'mac_address': 'fa:16:3e:35:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f8bef187-3ad5-4ef3-a60b-a1d37f40e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:25Z', 'updated_at': '2021-06-15T14:39:26Z', 'revision_number': 2, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'subnets': [{'id': 'f8bef187-3ad5-4ef3-a60b-a1d37f40e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:28.828961 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Checking router: dd95455c-314b-43d1-abd6-0a55b4f25a7e for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:28.829327 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Updating router dd95455c-314b-43d1-abd6-0a55b4f25a7e port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a binding host dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:28.829923 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.855470 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.860218 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-60c437e5-d173-4c1f-9a53-e5e5c5245024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:28.906399 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.937068 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=a30de949-1e1c-47db-8938-ecaeadfe68ff,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:28.940299 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:28.949288 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.949288 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:28.967210 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1214d57f-936c-4397-ab4d-5e101513d414,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:28.970202 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:29.048905 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.050238 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3827529 Jun 15 14:39:29.053092 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34636) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:29.058439 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-35e0fa62-6f0a-4518-9e37-658a99c0a25d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'security_group_rule': {'security_group_id': '09e14f89-6ffc-4b2f-b409-8c791f4a6e14', 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:29.173443 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-35e0fa62-6f0a-4518-9e37-658a99c0a25d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.245691 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-35e0fa62-6f0a-4518-9e37-658a99c0a25d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.250154 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Notify callbacks [] for port, precommit_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.259683 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Transition to ACTIVE for port object 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a will not be triggered until provisioned by entity L2. {{(pid=92289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:29.379012 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-35e0fa62-6f0a-4518-9e37-658a99c0a25d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.384100 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-7c3bb44d-7424-4cdb-b536-8268eadd2dcc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:29.391281 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.394896 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:29.401966 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0fa62-6f0a-4518-9e37-658a99c0a25d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e540bcd-f159-4126-a9ff-ab4a6bc3067d,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.404939 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-35e0fa62-6f0a-4518-9e37-658a99c0a25d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:29.496304 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0bb63-929b-4a51-83da-bbd5d8b47dfc None None] Pushing event updated for resources: {'Port': ['ID=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,revision_number=3']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.500916 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-d5f0bb63-929b-4a51-83da-bbd5d8b47dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:29.563585 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Attempting to bind port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a on host dv-cinder-796286-3-smb for vnic_type normal with profile {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:39:29.563995 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Attempting to bind port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a by drivers openvswitch,hyperv on host dv-cinder-796286-3-smb at level 0 using segments [{'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:39:29.564373 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Attempting to bind port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a on network 35abf369-f040-4bcf-bdda-a799fcd56370 {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:29.569892 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Checking agent: {'id': '66e633c9-4e29-409e-9c9c-e51ff4fd3606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 20, 52), 'started_at': datetime.datetime(2021, 6, 15, 14, 21, 22), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:29.570285 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Checking segment: {'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:29.570695 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.571092 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Bound using segment: {'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'} {{(pid=92289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:29.572114 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.managers [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Bound port: 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a, host: dv-cinder-796286-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a689ed-e9e8-4910-9afb-055491d11364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370'}}] {{(pid=92289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:39:29.572498 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.585500 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-35e0fa62-6f0a-4518-9e37-658a99c0a25d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.586928 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-35e0fa62-6f0a-4518-9e37-658a99c0a25d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5328157 Jun 15 14:39:29.590509 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34640) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:29.595336 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-8ef442ae-b044-4ec6-94b7-3ee4be9ad032 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'security_group_rule': {'security_group_id': '09e14f89-6ffc-4b2f-b409-8c791f4a6e14', 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:29.669064 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] For port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a, host dv-cinder-796286-3-smb, cleared binding levels {{(pid=92289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:29.672315 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] For port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a, host dv-cinder-796286-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,segment=NetworkSegment(69a689ed-e9e8-4910-9afb-055491d11364),segment_id=69a689ed-e9e8-4910-9afb-055491d11364)] {{(pid=92289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:29.710698 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8ef442ae-b044-4ec6-94b7-3ee4be9ad032 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.735056 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.737168 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:29.781004 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8ef442ae-b044-4ec6-94b7-3ee4be9ad032 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.803789 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Routers {'dd95455c-314b-43d1-abd6-0a55b4f25a7e'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:39:29.804467 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:39:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:29.860566 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0bb63-929b-4a51-83da-bbd5d8b47dfc None None] Pushing event updated for resources: {'Port': ['ID=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.871463 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8ef442ae-b044-4ec6-94b7-3ee4be9ad032 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.878336 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d701ef73-0fe6-453f-9b1c-90cece1ba81e tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:29.896725 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef442ae-b044-4ec6-94b7-3ee4be9ad032 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bf94a6-f549-4f0e-8029-5cd98b178edf,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.900212 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-8ef442ae-b044-4ec6-94b7-3ee4be9ad032 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:29.906908 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-d5f0bb63-929b-4a51-83da-bbd5d8b47dfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:29.967557 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] Set router dd95455c-314b-43d1-abd6-0a55b4f25a7e gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:39:29.997286 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-8ef442ae-b044-4ec6-94b7-3ee4be9ad032 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.001582 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-8ef442ae-b044-4ec6-94b7-3ee4be9ad032 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4069736 Jun 15 14:39:30.001986 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 34642) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:30.006633 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [None req-93583581-2f6e-45a9-a943-5c6d9facdd80 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'security_group_rule': {'security_group_id': '09e14f89-6ffc-4b2f-b409-8c791f4a6e14', 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:30.123983 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-93583581-2f6e-45a9-a943-5c6d9facdd80 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.204109 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-93583581-2f6e-45a9-a943-5c6d9facdd80 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.216771 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device a30de949-1e1c-47db-8938-ecaeadfe68ff up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:30.288577 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-93583581-2f6e-45a9-a943-5c6d9facdd80 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.295302 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-dee310ea-0a4b-4b1a-a611-3d216b338156 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:30.311941 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93583581-2f6e-45a9-a943-5c6d9facdd80 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2501ce-415c-4c9d-a766-016f65760355,revision_number=0']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:30.314469 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-93583581-2f6e-45a9-a943-5c6d9facdd80 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:30.363439 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port a30de949-1e1c-47db-8938-ecaeadfe68ff triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:30.363834 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.391381 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-93583581-2f6e-45a9-a943-5c6d9facdd80 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.392738 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-93583581-2f6e-45a9-a943-5c6d9facdd80 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3898311 Jun 15 14:39:30.395630 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34644) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:30.400216 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'security_group_rule': {'security_group_id': '09e14f89-6ffc-4b2f-b409-8c791f4a6e14', 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:30.494331 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:39:26Z', 'revision_number': 4, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port': {'id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:22Z', 'updated_at': '2021-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '8aa5db28-b1f2-40f6-a569-a01cbbebcf0a', 'name': '', 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'mac_address': 'fa:16:3e:35:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f8bef187-3ad5-4ef3-a60b-a1d37f40e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:25Z', 'updated_at': '2021-06-15T14:39:29Z', 'revision_number': 4, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'subnets': [{'id': 'f8bef187-3ad5-4ef3-a60b-a1d37f40e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:30.500380 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f804490-df98-4ce9-88d1-524413ede867 None None] The sync data for ids ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'] in dv-cinder-796286-3-smb is: [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:39:26Z', 'revision_number': 4, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port': {'id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:22Z', 'updated_at': '2021-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '8aa5db28-b1f2-40f6-a569-a01cbbebcf0a', 'name': '', 'network_id': '35abf369-f040-4bcf-bdda-a799fcd56370', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'mac_address': 'fa:16:3e:35:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'f8bef187-3ad5-4ef3-a60b-a1d37f40e187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:25Z', 'updated_at': '2021-06-15T14:39:29Z', 'revision_number': 4, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'subnets': [{'id': 'f8bef187-3ad5-4ef3-a60b-a1d37f40e187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:30.529723 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.securitygroups_db [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Project d3d25645d6ff4262a83591e80ef2a051 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:39:30.541996 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.646482 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.734544 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.736802 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:30.757029 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe38cad-7b44-467f-8a4e-c8de82d0bd2d,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:30.759630 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:30.871641 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.873045 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-aa1a2f3b-66c1-4f34-869f-0a96ff3380fd tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4763238 Jun 15 14:39:30.877052 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34648) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:30.884516 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'security_group_rule': {'security_group_id': '09e14f89-6ffc-4b2f-b409-8c791f4a6e14', 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:31.048808 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.securitygroups_db [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Project d3d25645d6ff4262a83591e80ef2a051 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:39:31.055264 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.139702 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.208453 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373449'] for security_group_rule, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.214105 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f84ab533-0f40-48ca-9d44-a9ee31b5a199 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:31.231628 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4859a778-5bc1-41aa-a2c4-e9f9f134f923,revision_number=0']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:31.234689 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:31.322908 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.324144 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-59ad85c3-af28-4754-9e67-365dc1189e01 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4460423 Jun 15 14:39:32.083848 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:32.214223 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning for port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:32.218536 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:32.222972 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.325612 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.364683 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] For port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,segment=NetworkSegment(69a689ed-e9e8-4910-9afb-055491d11364),segment_id=69a689ed-e9e8-4910-9afb-055491d11364)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:32.460032 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.461994 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:32.520338 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Pushing event updated for resources: {'Port': ['ID=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:32.527913 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.528266 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.528607 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.528946 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.529277 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.529611 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.529943 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.530267 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.530954 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.530954 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.531277 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.531603 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:32.535742 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:33.168446 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.062671 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a up at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:34.118178 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Provisioning complete for port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:34.118563 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.204877 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-8cb9f609-13e8-4f2d-a3f6-68e78bec67af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633707 Jun 15 14:39:35.322685 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-682a37df-69c3-4baa-ad15-189c9f345eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:35.324227 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-682a37df-69c3-4baa-ad15-189c9f345eb3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1098 time: 0.0670538 Jun 15 14:39:35.494460 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-8d4bb05f-d6fb-468f-9a20-194167d166e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:35.495986 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-8d4bb05f-d6fb-468f-9a20-194167d166e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.1491437 Jun 15 14:39:35.588837 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-1b16c975-00b3-470e-a8ce-cdfc10aaff40 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb HTTP/1.1" status: 200 len: 1000 time: 0.0855742 Jun 15 14:39:35.656495 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-a12011bb-1a4b-43c4-a2d1-e6d6dc86d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:35.658132 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-a12011bb-1a4b-43c4-a2d1-e6d6dc86d0a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.0626283 Jun 15 14:39:35.728755 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-e6367c2a-eb33-42df-831b-816a1d0ae3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:35.730797 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-e6367c2a-eb33-42df-831b-816a1d0ae3e9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0654902 Jun 15 14:39:35.864068 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-ee12459a-3653-4c8a-9dd4-a1b29e5205d0 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249516 Jun 15 14:39:35.995726 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-236bbe0f-d04e-46c4-840f-2e65ca190c00 req-3bcea266-4fa1-4b85-828b-daa522a88a7d service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251690 Jun 15 14:39:44.552067 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:39:49.323201 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6482c0f9-5415-4d1a-a4a5-60da7c4324ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.593189 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-042c1c04-0e4a-409a-b07f-a0b9134a21e5 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858673335&fields=id&tenant_id=d3d25645d6ff4262a83591e80ef2a051 HTTP/1.1" status: 200 len: 267 time: 0.0395699 Jun 15 14:39:51.722993 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-03955821-eacd-4fcf-b919-2b7a396a79ae tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:51.724519 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-03955821-eacd-4fcf-b919-2b7a396a79ae tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 808 time: 0.1247678 Jun 15 14:39:51.740582 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-47d4fced-aeba-4787-a6b8-f8f213513d66 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/quotas/d3d25645d6ff4262a83591e80ef2a051 HTTP/1.1" status: 200 len: 375 time: 0.0098855 Jun 15 14:39:51.826901 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-14384a55-369e-4359-8d49-64a91b1f122a tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800297 Jun 15 14:39:51.831566 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.848653 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-356a1f42-dbf0-47b0-92a1-880098a2f6df service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92288) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:39:51.849640 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-356a1f42-dbf0-47b0-92a1-880098a2f6df service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064948 Jun 15 14:39:51.989201 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-d73f03da-36b3-46e8-bd9a-8cbd16071d6d service neutron] 10.222.0.22 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330130 Jun 15 14:39:52.163247 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e364cbc-6819-4638-8fee-25568437de91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.407254 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-a52ae5bf-2ce0-4fc3-a267-66178f946614 service neutron] 10.222.0.22 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116111 Jun 15 14:39:52.922427 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.308057 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-47705ff7-a8f3-497d-bfe9-23281ce9724c req-6bde77da-f876-4dcc-a19f-6fae887627d2 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 210 time: 0.1475575 Jun 15 14:39:54.396695 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a2fcb3e5-c015-4630-96bd-a39e585e48a4 req-7fe0af8e-ba75-479a-b9fd-1209c23ab6ce tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 210 time: 0.0347352 Jun 15 14:39:54.813839 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.888653 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e452-311b-4d43-aa12-c428e797d248 req-81d7fe01-31fc-4cf3-a7e5-d25a6eafedd0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:54.890118 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e5f9e452-311b-4d43-aa12-c428e797d248 req-81d7fe01-31fc-4cf3-a7e5-d25a6eafedd0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0703814 Jun 15 14:39:54.932412 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e5f9e452-311b-4d43-aa12-c428e797d248 req-5ec6e58f-3a13-4423-a983-27de5c72b78d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362704 Jun 15 14:39:55.562133 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e8f6aa4b-5f85-4ee8-8442-95be93ff91fb req-ba0930c8-e034-4bcb-909c-b08c07657ecc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 210 time: 0.0359905 Jun 15 14:39:55.907892 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-106d1b82-a111-4d38-ba57-a8e26b56df82 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:55.909401 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-106d1b82-a111-4d38-ba57-a8e26b56df82 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 808 time: 0.1318259 Jun 15 14:39:55.958662 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-f09f5bc4-df38-4266-b076-539366d64365 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d25645d6ff4262a83591e80ef2a051 HTTP/1.1" status: 200 len: 379 time: 0.0403345 Jun 15 14:39:55.968236 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'port': {'device_id': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'admin_state_up': True, 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'security_groups': ['09e14f89-6ffc-4b2f-b409-8c791f4a6e14']}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:56.125641 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39b0ba-3c0f-40fb-843d-63969acb83c1 req-dbe67c29-fae9-4afb-b734-06f420905602 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:56.127303 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b39b0ba-3c0f-40fb-843d-63969acb83c1 req-dbe67c29-fae9-4afb-b734-06f420905602 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0761793 Jun 15 14:39:56.182304 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b39b0ba-3c0f-40fb-843d-63969acb83c1 req-b13449c5-9d83-4cfd-a848-7e0758cd9a65 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473511 Jun 15 14:39:56.231559 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Made reservation on behalf of d3d25645d6ff4262a83591e80ef2a051 for: {'port': 1} {{(pid=92287) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:56.235486 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.379111 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_common [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Allocated IP 172.20.0.13 (0ed42d79-32ee-449f-82bc-2cf058b2f219/3d1ff527-4d6a-4e57-9fb6-8fc419258623/826668b5-8b30-4b3d-ac15-033f6340b55b) {{(pid=92287) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:56.550006 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for port, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.565648 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Transition to ACTIVE for port object 826668b5-8b30-4b3d-ac15-033f6340b55b will not be triggered until provisioned by entity DHCP. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:56.706828 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-27175098'] for port, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.715359 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-18948484-055d-4006-8470-757dfac0f4e0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:56.758972 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 is already hosted by enough agents. {{(pid=92287) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:56.766370 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.base_scheduler [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Resources bound (agent type, host, resource id): {{(pid=92287) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:56.769220 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Received port after_create {{(pid=92287) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:39:56.791094 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c364a32-9928-434d-a588-65f02d1abc87 req-c72cf8e8-72df-4c04-989f-66b0a50263e7 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:56.792849 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1c364a32-9928-434d-a588-65f02d1abc87 req-c72cf8e8-72df-4c04-989f-66b0a50263e7 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 932 time: 0.0876174 Jun 15 14:39:56.812470 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:56.818403 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:56.850150 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:56.854293 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.864493 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1c364a32-9928-434d-a588-65f02d1abc87 req-0e3139ea-13d8-4009-b635-92fb1026b13e tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644755 Jun 15 14:39:56.946041 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-7295b3c7-ce0b-4788-a7d6-0a6593a7d2fc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9816794 Jun 15 14:39:56.959013 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-19ad5a00-d641-4e43-82df-0dd875f3a268 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=92287) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:39:56.960209 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-19ad5a00-d641-4e43-82df-0dd875f3a268 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058415 Jun 15 14:39:56.971626 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.v2.base [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Request body: {'port': {'device_id': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=92287) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:57.062423 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.162424 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-2baa7110-c377-41ca-a58c-11dcf5012629 None None] Provisioning for port 826668b5-8b30-4b3d-ac15-033f6340b55b completed by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:57.166482 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-2baa7110-c377-41ca-a58c-11dcf5012629 None None] Provisioning complete for port 826668b5-8b30-4b3d-ac15-033f6340b55b triggered by entity DHCP. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:57.166904 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-2baa7110-c377-41ca-a58c-11dcf5012629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.208902 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-2baa7110-c377-41ca-a58c-11dcf5012629 None None] Port 826668b5-8b30-4b3d-ac15-033f6340b55b cannot update to ACTIVE because it is not bound. {{(pid=92289) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 15 14:39:57.377163 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1659047-75f4-4562-86ee-ce2da527e269 req-cb2422fa-3817-440e-98bd-4379e3580470 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:57.378663 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1659047-75f4-4562-86ee-ce2da527e269 req-cb2422fa-3817-440e-98bd-4379e3580470 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0722940 Jun 15 14:39:57.382044 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826668b5-8b30-4b3d-ac15-033f6340b55b {{(pid=92287) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:39:57.390405 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.402954 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.provisioning_blocks [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Transition to ACTIVE for port object 826668b5-8b30-4b3d-ac15-033f6340b55b will not be triggered until provisioned by entity L2. {{(pid=92287) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:57.423128 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a1659047-75f4-4562-86ee-ce2da527e269 req-e4afefba-8067-4066-9ddb-96c47a63fce0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375221 Jun 15 14:39:57.470876 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.473109 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-0964c885-b896-4212-aadd-33efaf283381 tempest-ServerRescueNegativeTestJSON-1441370915 tempest-ServerRescueNegativeTestJSON-1441370915-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:57.568487 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Pushing event updated for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=2']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:57.575491 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:57.658633 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Attempting to bind port 826668b5-8b30-4b3d-ac15-033f6340b55b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 15 14:39:57.659203 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Attempting to bind port 826668b5-8b30-4b3d-ac15-033f6340b55b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 15 14:39:57.659343 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Attempting to bind port 826668b5-8b30-4b3d-ac15-033f6340b55b on network 0ed42d79-32ee-449f-82bc-2cf058b2f219 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:57.664201 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Port 826668b5-8b30-4b3d-ac15-033f6340b55b on network 0ed42d79-32ee-449f-82bc-2cf058b2f219 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:39:57.664494 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Attempting to bind port 826668b5-8b30-4b3d-ac15-033f6340b55b on network 0ed42d79-32ee-449f-82bc-2cf058b2f219 {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:57.669596 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Checking agent: {'id': '460ec85a-d339-4073-b3d1-59382e8391c0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'started_at': datetime.datetime(2021, 6, 15, 14, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 15, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:57.669934 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Checking segment: {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 15 14:39:57.670308 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Bound using segment: {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'} {{(pid=92287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:57.670731 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.managers [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Bound port: 826668b5-8b30-4b3d-ac15-033f6340b55b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1a6af8-4f89-441a-9e00-43669eafc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219'}}] {{(pid=92287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 15 14:39:57.671078 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.750815 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, cleared binding levels {{(pid=92287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:57.754175 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:57.876744 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27175044'] for port, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.878846 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6b488e2f-06df-4d51-a881-682a2dd64932 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:39:57.925659 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:57.926288 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.927686 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] 10.222.0.45 "PUT /v2.0/ports/826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 1094 time: 0.9603775 Jun 15 14:39:57.928598 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:39:57.931590 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18a81d1-5699-4d6e-b9dd-e6cc58cfa686" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:39:57.959658 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Pushing event updated for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=3']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:57.963214 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-ae8fae0b-19fb-44eb-8ea5-dadf916ff089 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:39:57.980185 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce254f-dc39-4c6a-901e-ac22ffde0497 x-openstack-request-id: req-77ce254f-dc39-4c6a-901e-ac22ffde0497 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:39:57.983355 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:39:57.983355 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77ce254f-dc39-4c6a-901e-ac22ffde0497 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:39:57.983355 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'status': 'completed', 'code': 200} Jun 15 14:39:58.082795 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dffd1-9b8f-45cc-865b-cfe322905a43 req-8ff675ab-969c-4f55-9918-9f9748ae6e68 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:58.084420 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d34dffd1-9b8f-45cc-865b-cfe322905a43 req-8ff675ab-969c-4f55-9918-9f9748ae6e68 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0805418 Jun 15 14:39:58.100093 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a81d1-5699-4d6e-b9dd-e6cc58cfa686 req-d5dc12d8-4996-4d87-b5d2-189cff68223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:58.101629 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-c18a81d1-5699-4d6e-b9dd-e6cc58cfa686 req-d5dc12d8-4996-4d87-b5d2-189cff68223b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1097 time: 0.0991142 Jun 15 14:39:58.142110 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d34dffd1-9b8f-45cc-865b-cfe322905a43 req-6e0d0242-7a28-4832-a447-48cd151f3a60 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509121 Jun 15 14:39:58.318928 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a81d1-5699-4d6e-b9dd-e6cc58cfa686 req-3e7a7488-75f2-4dfb-907e-1022b99d5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:58.372532 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-c18a81d1-5699-4d6e-b9dd-e6cc58cfa686 req-3e7a7488-75f2-4dfb-907e-1022b99d5ebe service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d3d25645d6ff4262a83591e80ef2a051&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2117178 Jun 15 14:39:58.439548 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a81d1-5699-4d6e-b9dd-e6cc58cfa686 req-0914dd28-1838-4450-92a6-e9249418ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:58.441012 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-c18a81d1-5699-4d6e-b9dd-e6cc58cfa686 req-0914dd28-1838-4450-92a6-e9249418ac41 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152291 Jun 15 14:39:58.540771 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-bf549426-30b4-45cd-83e5-042873992d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:58.542256 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-bf549426-30b4-45cd-83e5-042873992d66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1097 time: 0.0625260 Jun 15 14:39:58.599827 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-6a1946b3-7504-41fa-b1ae-68a187df95f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 217 time: 0.0503993 Jun 15 14:39:58.615219 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb627b-bce9-42ea-94f4-9210df9346e3 req-a12cab07-4912-490f-94b7-2682deff28f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:58.616806 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74cb627b-bce9-42ea-94f4-9210df9346e3 req-a12cab07-4912-490f-94b7-2682deff28f7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0711832 Jun 15 14:39:58.657769 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-b8d32786-0500-4261-9d95-ede5b72b7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:58.659991 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-74cb627b-bce9-42ea-94f4-9210df9346e3 req-68402099-e3a7-486c-8cb6-6dbe2784c941 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372424 Jun 15 14:39:58.663585 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-b8d32786-0500-4261-9d95-ede5b72b7db6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0575862 Jun 15 14:39:58.727517 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-f51216a7-3ef8-4770-ae78-dc104f3f414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:58.729066 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-f51216a7-3ef8-4770-ae78-dc104f3f414b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0591917 Jun 15 14:39:58.847334 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-f18ef7a1-7342-4666-951d-3130ff9c8618 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116612 Jun 15 14:39:58.966957 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-3fb1f3e5-007d-4bed-a5ab-cf118a99f260 req-20350106-6ff0-4d96-bff8-083ea6925ec3 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115527 Jun 15 14:39:59.335657 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42bfe5-55d5-4229-9b4a-afd60bf57c75 req-d1e3630a-d962-4bc2-80ec-43761574f455 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:59.337090 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ef42bfe5-55d5-4229-9b4a-afd60bf57c75 req-d1e3630a-d962-4bc2-80ec-43761574f455 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0746408 Jun 15 14:39:59.392032 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ef42bfe5-55d5-4229-9b4a-afd60bf57c75 req-11a0947b-01de-494f-8e74-eea5c6cd6a5d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486262 Jun 15 14:39:59.857193 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673b886-e583-4e04-a64c-99bd486a3abf req-900cf1c7-c81d-4690-884f-b2439f3b82f9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:39:59.858723 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9673b886-e583-4e04-a64c-99bd486a3abf req-900cf1c7-c81d-4690-884f-b2439f3b82f9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0721402 Jun 15 14:39:59.902036 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9673b886-e583-4e04-a64c-99bd486a3abf req-3f8da871-1569-4c6d-a751-233cc494a739 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375216 Jun 15 14:40:00.594056 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1e93b-6af1-4300-aec8-abb4d498ebf1 req-740c1d34-eeea-4624-82e8-3044eabf26d5 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:00.595468 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-95b1e93b-6af1-4300-aec8-abb4d498ebf1 req-740c1d34-eeea-4624-82e8-3044eabf26d5 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0808926 Jun 15 14:40:00.637804 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-95b1e93b-6af1-4300-aec8-abb4d498ebf1 req-76c88221-6404-42bc-a04a-f5fd5ad71f7a tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365710 Jun 15 14:40:01.086412 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21142ae3-e0bc-4f78-bf4e-ea09aec1277d req-3f5d1c03-f208-4839-9391-45fd337441eb tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:01.088460 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-21142ae3-e0bc-4f78-bf4e-ea09aec1277d req-3f5d1c03-f208-4839-9391-45fd337441eb tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0691042 Jun 15 14:40:01.129648 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-21142ae3-e0bc-4f78-bf4e-ea09aec1277d req-ebe54eec-f432-4f80-b7b7-534cbc1c0942 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356452 Jun 15 14:40:01.833857 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85487e47-740c-42f8-a89a-5a4778d087fd req-d0e707ed-9a29-4f30-846f-a23ec2bb9a50 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:01.835337 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-85487e47-740c-42f8-a89a-5a4778d087fd req-d0e707ed-9a29-4f30-846f-a23ec2bb9a50 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0741103 Jun 15 14:40:01.878321 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-85487e47-740c-42f8-a89a-5a4778d087fd req-be447bf3-bf78-4166-865b-d46e76f83bc5 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369890 Jun 15 14:40:02.317858 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef708533-5524-4a65-9b82-59f64e949600 req-086345f8-08b4-4728-82b3-c120743ab302 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:02.319272 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ef708533-5524-4a65-9b82-59f64e949600 req-086345f8-08b4-4728-82b3-c120743ab302 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0682287 Jun 15 14:40:02.363194 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ef708533-5524-4a65-9b82-59f64e949600 req-5f9efb90-958a-4bec-945b-582cee1b9b19 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Jun 15 14:40:02.504301 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 826668b5-8b30-4b3d-ac15-033f6340b55b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:40:02.634662 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:02.647266 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'port_id': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'mac_address': 'fa:16:3e:6d:6f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:40:02.694696 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.711295 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826668b5-8b30-4b3d-ac15-033f6340b55b {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:40:02.738079 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:02.968189 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.980347 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:03.029010 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=4']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:03.032456 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:03.086004 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384eb8d-9ed0-42bc-bfc2-8671774b6f80 req-a7534117-521e-4d5c-a5ef-96a81ba22c0a tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:03.087582 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9384eb8d-9ed0-42bc-bfc2-8671774b6f80 req-a7534117-521e-4d5c-a5ef-96a81ba22c0a tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 945 time: 0.0831587 Jun 15 14:40:03.132053 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-9384eb8d-9ed0-42bc-bfc2-8671774b6f80 req-5e1f3d80-4e39-40f0-9a59-74c8ec52af71 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385025 Jun 15 14:40:03.191093 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.284517 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['826668b5-8b30-4b3d-ac15-033f6340b55b'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:40:03.555077 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0984846-ae12-4167-a353-fe3f6cf84185 req-d926636c-65b7-4068-850d-ac1fa8040e9d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:03.556634 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a0984846-ae12-4167-a353-fe3f6cf84185 req-d926636c-65b7-4068-850d-ac1fa8040e9d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0717685 Jun 15 14:40:03.601280 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a0984846-ae12-4167-a353-fe3f6cf84185 req-c5634f57-4683-4bda-b83c-e23cd152c9b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386672 Jun 15 14:40:04.327196 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e2c7-655e-419a-bcd9-5e71b454f6a0 req-4154e256-0e31-44d5-b70c-60d618cf2470 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:04.328596 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2853e2c7-655e-419a-bcd9-5e71b454f6a0 req-4154e256-0e31-44d5-b70c-60d618cf2470 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 945 time: 0.0731447 Jun 15 14:40:04.370785 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2853e2c7-655e-419a-bcd9-5e71b454f6a0 req-4788db5c-2c78-4da9-bc0d-fea93c0d9089 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365076 Jun 15 14:40:04.518306 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 826668b5-8b30-4b3d-ac15-033f6340b55b up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:04.636442 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning for port 826668b5-8b30-4b3d-ac15-033f6340b55b completed by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:04.640569 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 826668b5-8b30-4b3d-ac15-033f6340b55b triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:04.647617 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.733736 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.758871 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:40:04.761526 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262410a6-fa6c-42ad-b582-391bf0b0075a" -d '{"events": [{"server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "name": "network-vif-plugged", "status": "completed", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:40:04.776893 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:04.794265 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460c5cd-7a5b-4070-9bf0-e84f8bd5ebce req-2c2d2d26-ac8b-48c5-87a5-4c8d99de3039 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:04.795811 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3460c5cd-7a5b-4070-9bf0-e84f8bd5ebce req-2c2d2d26-ac8b-48c5-87a5-4c8d99de3039 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0738962 Jun 15 14:40:04.799718 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8530846e-8000-4c93-a7a8-45f6bc799169 x-openstack-request-id: req-8530846e-8000-4c93-a7a8-45f6bc799169 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:40:04.800047 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "name": "network-vif-plugged", "status": "completed", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:40:04.800365 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8530846e-8000-4c93-a7a8-45f6bc799169 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:40:04.808053 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'code': 200} Jun 15 14:40:04.842444 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3460c5cd-7a5b-4070-9bf0-e84f8bd5ebce req-037fef2b-06b5-4315-b4ce-aa61f7df98cd tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405250 Jun 15 14:40:04.945272 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.945272 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:04.999600 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=5']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:05.002658 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:05.444880 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd4a7e-5002-43e3-ab0a-0bec7dcfc770 req-09ba3a8b-0775-410e-80fa-a8867b98f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:05.446917 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6bd4a7e-5002-43e3-ab0a-0bec7dcfc770 req-09ba3a8b-0775-410e-80fa-a8867b98f03f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.0776136 Jun 15 14:40:05.490604 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6bd4a7e-5002-43e3-ab0a-0bec7dcfc770 req-455cc582-01ce-481c-be5a-5a7dbc3bcc39 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337808 Jun 15 14:40:05.574711 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dd6af-750b-4db7-98c3-69d7f57ea7b9 req-e41fdc1e-30b8-4ea0-93dc-dfcae3b6bf6f tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:05.576288 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3c2dd6af-750b-4db7-98c3-69d7f57ea7b9 req-e41fdc1e-30b8-4ea0-93dc-dfcae3b6bf6f tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0829439 Jun 15 14:40:05.643846 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3c2dd6af-750b-4db7-98c3-69d7f57ea7b9 req-129daf1c-5ea4-4a37-8427-0f8b2f577c19 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614717 Jun 15 14:40:06.032101 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16563c0e-0f39-4521-bae8-b24e28e81a3c req-4ae80ebd-6a65-4331-8f61-205eb69227e2 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:06.033690 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-16563c0e-0f39-4521-bae8-b24e28e81a3c req-4ae80ebd-6a65-4331-8f61-205eb69227e2 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0730269 Jun 15 14:40:06.078157 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-16563c0e-0f39-4521-bae8-b24e28e81a3c req-f45bceeb-6e56-4013-a3bc-2b5d1e1c0035 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374739 Jun 15 14:40:06.832131 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3b08-2623-47b3-8649-f0a06110349b req-ab3e9ab8-6d5d-4dd9-b611-9dce02df920e tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:06.833789 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6dfd3b08-2623-47b3-8649-f0a06110349b req-ab3e9ab8-6d5d-4dd9-b611-9dce02df920e tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0769699 Jun 15 14:40:06.882816 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6dfd3b08-2623-47b3-8649-f0a06110349b req-c41e7ed0-be0e-40c9-ab31-a5d9918e07d0 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Jun 15 14:40:07.420852 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6025032-2809-4de8-bbff-d597d47c62ac req-6c546ad4-da9e-4db2-8807-abd54a218547 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:07.422518 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b6025032-2809-4de8-bbff-d597d47c62ac req-6c546ad4-da9e-4db2-8807-abd54a218547 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0696218 Jun 15 14:40:07.467457 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b6025032-2809-4de8-bbff-d597d47c62ac req-fe0b48fe-324f-4563-b46b-ca17d7741ac5 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391858 Jun 15 14:40:08.088527 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04a13b-f110-446d-97b9-d328edf0d965 req-c4abf78e-72b3-4ad6-a9ff-dcb3b0810681 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:08.090094 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bd04a13b-f110-446d-97b9-d328edf0d965 req-c4abf78e-72b3-4ad6-a9ff-dcb3b0810681 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0853589 Jun 15 14:40:08.138095 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-bd04a13b-f110-446d-97b9-d328edf0d965 req-0316b3d2-025a-4b0d-85e0-17790fb8584b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410149 Jun 15 14:40:08.331574 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161f2be-4b30-4b09-b274-972b917c5021 req-b3b4f60a-7e95-4ffe-82ca-25e4be8bab9b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:08.333522 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d161f2be-4b30-4b09-b274-972b917c5021 req-b3b4f60a-7e95-4ffe-82ca-25e4be8bab9b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0727296 Jun 15 14:40:08.382423 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d161f2be-4b30-4b09-b274-972b917c5021 req-58bef3cf-20fa-4b3b-b43c-aa81769404b1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432088 Jun 15 14:40:08.406574 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34906) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:08.529818 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccbd368-699f-4eb2-bb5b-5a83384612d0 tempest-TestShelveInstance-952899004 tempest-TestShelveInstance-952899004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:08.532526 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-bccbd368-699f-4eb2-bb5b-5a83384612d0 tempest-TestShelveInstance-952899004 tempest-TestShelveInstance-952899004-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1094 time: 0.1244478 Jun 15 14:40:08.535133 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 34912) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:08.542069 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.v2.base [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Request body: {'floatingip': {'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'port_id': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92288) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:08.543072 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:40:08.640948 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for floatingip, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.686011 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:08.699990 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'port_id': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'mac_address': 'fa:16:3e:fc:d6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:40:08.746246 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.759361 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd41359-7f00-406b-a469-293e240a94a7 req-4c168b3c-4f6f-412f-9691-7aca05e2c663 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:08.760931 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ebd41359-7f00-406b-a469-293e240a94a7 req-4c168b3c-4f6f-412f-9691-7aca05e2c663 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.1561639 Jun 15 14:40:08.762329 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a79c866-f43e-4e2e-9019-e50c1e14fdcb {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:40:08.788411 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:08.826772 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ebd41359-7f00-406b-a469-293e240a94a7 req-d468398a-22c6-4456-a51d-f237cb16a205 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594325 Jun 15 14:40:08.845913 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1716537'] for port, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.876717 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.879426 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-8b9db266-4a52-415e-b5be-6499acb39000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:08.944197 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=6']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:08.947826 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:08.951815 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['7a79c866-f43e-4e2e-9019-e50c1e14fdcb'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:40:08.981930 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_common [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Allocated IP 172.28.2.44 (5f62d709-cdbe-4165-a655-5d8a79e885b9/604f9b5e-5014-40f6-b874-01f1ebd25fe6/1060e940-f9de-4f47-a7d4-c8a1c312e528) {{(pid=92288) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:09.115793 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for port, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.231877 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1716730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1007165', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769604007976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28981907'] for port, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.234453 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0fbdcd72-14d5-490d-a5fa-53f504e26a32 tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:09.287245 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Network 5f62d709-cdbe-4165-a655-5d8a79e885b9 is already hosted by enough agents. {{(pid=92288) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:09.290111 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.base_scheduler [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Resources bound (agent type, host, resource id): {{(pid=92288) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:09.294456 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Received port after_create {{(pid=92288) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 15 14:40:09.297650 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'Port': ['ID=1060e940-f9de-4f47-a7d4-c8a1c312e528,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:09.330444 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.330819 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.331194 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.331565 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.332129 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.332506 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.332867 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.333226 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.333586 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.333945 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.334303 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.334672 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.344025 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:09.773454 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.946706 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.436758 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224c267-32a8-4510-be65-b12b7086937c req-f64dc865-6801-42ce-8b63-3854efc5b0a4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:10.438115 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8224c267-32a8-4510-be65-b12b7086937c req-f64dc865-6801-42ce-8b63-3854efc5b0a4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 944 time: 0.4880064 Jun 15 14:40:10.510310 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8224c267-32a8-4510-be65-b12b7086937c req-f93aec5c-af9a-4a3d-958e-ed831d8b610e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634725 Jun 15 14:40:10.519948 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for port, precommit_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.536993 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:10.592364 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:10.592754 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.602725 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28981933'] for port, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.605288 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cc69bf7e-581f-4dc8-a24e-ffdc1847cb75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:10.691432 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event updated for resources: {'Port': ['ID=1060e940-f9de-4f47-a7d4-c8a1c312e528,revision_number=2']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:10.694550 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:10.698431 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.705912 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.729136 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:40:10.733370 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ad1cc3-89e1-4e36-8178-cffdf8243ec3" -d '{"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-plugged", "status": "completed", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:40:10.748144 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:10.780600 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df0e4aa-a024-4670-9aba-fe995148c5f3 x-openstack-request-id: req-2df0e4aa-a024-4670-9aba-fe995148c5f3 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:40:10.780897 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-plugged", "status": "completed", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:40:10.781156 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2df0e4aa-a024-4670-9aba-fe995148c5f3 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:40:10.781581 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'code': 200} Jun 15 14:40:10.842497 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.844940 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:10.855957 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.l3_db [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Floating IP facb2a03-370f-476b-abac-1075f6491678 associated. External IP: 172.28.2.44, port: 826668b5-8b30-4b3d-ac15-033f6340b55b. Jun 15 14:40:10.906417 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=7']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:10.909634 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:11.157424 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Router 16592079-cb2c-410a-8eab-b9bcea9477b9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:11.310944 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:11.323977 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] Sync routers for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:11.336076 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:40:11.343018 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:39:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:11.448618 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:11.504078 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9676025 Jun 15 14:40:11.508950 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:40:11.509634 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:40:11.572790 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a507e6d7-51cd-4eba-9d0d-ce66e0657f6a x-openstack-request-id: req-a507e6d7-51cd-4eba-9d0d-ce66e0657f6a {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:40:11.573142 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:40:11.573690 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a507e6d7-51cd-4eba-9d0d-ce66e0657f6a {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:40:11.574730 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'status': 'completed', 'code': 200} Jun 15 14:40:11.635208 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:40:11.717732 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a03c39-03be-4745-8c8c-84ac203f2205 req-1d881161-e88f-4e35-ba01-ea96078fe56a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:11.719578 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-23a03c39-03be-4745-8c8c-84ac203f2205 req-1d881161-e88f-4e35-ba01-ea96078fe56a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0815122 Jun 15 14:40:11.724898 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-461ff7c9-0fef-42e3-a609-ae963f011e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:11.727120 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-461ff7c9-0fef-42e3-a609-ae963f011e8b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.1271136 Jun 15 14:40:11.771137 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-23a03c39-03be-4745-8c8c-84ac203f2205 req-def67ca5-99b4-495b-b638-cccd1dc64648 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453749 Jun 15 14:40:11.862116 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-ee90caca-15c3-4d45-a36a-31fbdb9d5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:11.863579 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-ee90caca-15c3-4d45-a36a-31fbdb9d5c08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 909 time: 0.1304400 Jun 15 14:40:11.960320 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': 'facb2a03-370f-476b-abac-1075f6491678', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'port_id': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'mac_address': 'fa:16:3e:6d:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:40:09Z', 'updated_at': '2021-06-15T14:40:09Z', 'revision_number': 0, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:24Z', 'revision_number': 5, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:11.964395 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] Checking router: 16592079-cb2c-410a-8eab-b9bcea9477b9 for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:11.980102 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:40:11.980938 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:39:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:12.136336 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:40:12.250577 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-58c0d814-c944-4547-8b4c-5334d56ce4bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 999 time: 0.3807487 Jun 15 14:40:12.312954 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-cda686f6-5320-4dae-b69a-9395a897556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:12.314411 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-cda686f6-5320-4dae-b69a-9395a897556a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0576217 Jun 15 14:40:12.380601 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-034f7d51-a6b7-42aa-af03-8f68cad6e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:12.382055 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-034f7d51-a6b7-42aa-af03-8f68cad6e356 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0605595 Jun 15 14:40:12.456030 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': 'facb2a03-370f-476b-abac-1075f6491678', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'port_id': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'mac_address': 'fa:16:3e:6d:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:40:09Z', 'updated_at': '2021-06-15T14:40:09Z', 'revision_number': 0, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:24Z', 'revision_number': 5, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:12.459949 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bdac7f-245c-4938-8a8a-946b8665cdc6 None None] The sync data for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb is: [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_floatingips': [{'id': 'facb2a03-370f-476b-abac-1075f6491678', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'floating_ip_address': '172.28.2.44', 'floating_network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'router_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'port_id': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'mac_address': 'fa:16:3e:6d:6f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-15T14:40:09Z', 'updated_at': '2021-06-15T14:40:09Z', 'revision_number': 0, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:24Z', 'revision_number': 5, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:12.546497 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-21c7cfa6-c47f-4c05-a862-41e62b49e5bc service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339350 Jun 15 14:40:12.672954 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-58ebf8b8-a6bf-4f0e-b0f9-60532eeab10d req-93265032-a59e-4395-8ecd-fd5ddf9f9797 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203797 Jun 15 14:40:12.679899 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9550bd0-a3f3-45fb-bdf8-4c84a149308f None None] New status for floating IP facb2a03-370f-476b-abac-1075f6491678: ACTIVE {{(pid=92289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:40:12.984592 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf8bf9c-ee20-4eb7-94e3-71428362f96c req-e8449511-de69-4451-8828-57b06ff26850 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:12.986138 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8cf8bf9c-ee20-4eb7-94e3-71428362f96c req-e8449511-de69-4451-8828-57b06ff26850 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0750632 Jun 15 14:40:13.034006 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8cf8bf9c-ee20-4eb7-94e3-71428362f96c req-2aa81751-d852-4af6-858f-ffa0c8ec29c2 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416071 Jun 15 14:40:14.244442 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700af78-1542-49ed-a06c-5e9445cfac38 req-3723ceb5-e58a-4e5e-a389-42f8899dce1d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:14.245978 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f700af78-1542-49ed-a06c-5e9445cfac38 req-3723ceb5-e58a-4e5e-a389-42f8899dce1d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0796378 Jun 15 14:40:14.300773 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f700af78-1542-49ed-a06c-5e9445cfac38 req-591e83ad-9e7f-4fcc-8e82-3451f0992546 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 Jun 15 14:40:15.573685 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfa0ce-0ff0-45c0-a6e4-bb0e44b7d0a8 req-1e8b9aea-7d4b-4498-aa62-fb1e372e1ff6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:15.576054 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-45bfa0ce-0ff0-45c0-a6e4-bb0e44b7d0a8 req-1e8b9aea-7d4b-4498-aa62-fb1e372e1ff6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0970089 Jun 15 14:40:15.633492 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-45bfa0ce-0ff0-45c0-a6e4-bb0e44b7d0a8 req-6b24739b-4a7f-42f3-a63d-e924e1f423bb tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504718 Jun 15 14:40:16.858913 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b4b30-7fa5-410f-b54d-a0b14c489c20 req-dd9884a3-8d54-4c10-aff1-672e14283c04 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:16.864614 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-477b4b30-7fa5-410f-b54d-a0b14c489c20 req-dd9884a3-8d54-4c10-aff1-672e14283c04 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0906346 Jun 15 14:40:16.915301 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-477b4b30-7fa5-410f-b54d-a0b14c489c20 req-1d13ab82-cbb5-402a-bd64-de9b98dd9595 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481527 Jun 15 14:40:18.124464 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa44df-b9aa-4c66-9082-4752141c44c8 req-72a25916-0e8a-4848-bb51-fa8b3f328aa6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:18.126652 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a8aa44df-b9aa-4c66-9082-4752141c44c8 req-72a25916-0e8a-4848-bb51-fa8b3f328aa6 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0810370 Jun 15 14:40:18.176818 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a8aa44df-b9aa-4c66-9082-4752141c44c8 req-3fa42238-4cef-419e-8ba8-684be6781dea tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445168 Jun 15 14:40:19.371640 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0b58d-22bf-43d6-a958-817971893263 req-53fdb02a-92ea-458d-a358-fbe08e2a7d05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:19.373167 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a6a0b58d-22bf-43d6-a958-817971893263 req-53fdb02a-92ea-458d-a358-fbe08e2a7d05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0708768 Jun 15 14:40:19.418884 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a6a0b58d-22bf-43d6-a958-817971893263 req-4e802866-5f95-422b-9224-cbbc845cf47a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399137 Jun 15 14:40:19.648254 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-25bfd770-9947-4406-b59a-1932de2ef9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:20.614668 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9b68c-48ee-4e0a-b9ac-028b58fca56e req-291a61d4-4bc3-4b9a-b3aa-d14bb7b42367 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:20.622154 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7bc9b68c-48ee-4e0a-b9ac-028b58fca56e req-291a61d4-4bc3-4b9a-b3aa-d14bb7b42367 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0787611 Jun 15 14:40:20.674485 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7bc9b68c-48ee-4e0a-b9ac-028b58fca56e req-e53fe734-db2b-4dc0-9fa3-58dabd8eeb18 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512559 Jun 15 14:40:21.551404 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:40:21.842391 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.924691 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2e174-fa9e-486f-b817-dc4f04bce792 req-b0784c36-065d-4915-a52f-1f8641c33e0a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:21.932776 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c1c2e174-fa9e-486f-b817-dc4f04bce792 req-b0784c36-065d-4915-a52f-1f8641c33e0a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.1172450 Jun 15 14:40:21.974503 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c1c2e174-fa9e-486f-b817-dc4f04bce792 req-dc86ad51-5a04-49ba-9ebe-1c1ac4c03342 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406625 Jun 15 14:40:22.105910 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-67aaa4a4-6600-4ced-ba33-58134300efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.899952 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:23.180330 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c370c61-a6a9-4203-9d6f-c2c18737f6b4 req-d29adcaf-f95b-41d9-99e5-8d7c4c12e920 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:23.182489 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0c370c61-a6a9-4203-9d6f-c2c18737f6b4 req-d29adcaf-f95b-41d9-99e5-8d7c4c12e920 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0771096 Jun 15 14:40:23.231987 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0c370c61-a6a9-4203-9d6f-c2c18737f6b4 req-eb25f2f4-517f-41e9-90a7-bd9a9f5127b9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423198 Jun 15 14:40:24.429009 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357a490-24b8-4d4a-ad48-eb39f2727f86 req-1fce72a9-d6db-4375-b360-3e47b92490a9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:24.431040 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d357a490-24b8-4d4a-ad48-eb39f2727f86 req-1fce72a9-d6db-4375-b360-3e47b92490a9 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0711308 Jun 15 14:40:24.475213 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d357a490-24b8-4d4a-ad48-eb39f2727f86 req-1e132d83-b86a-4af9-b3af-bab06c4bd1cc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384061 Jun 15 14:40:24.819344 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.898554 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-b4d2a26c-160d-4ed4-afa7-1119ed09403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:24.900056 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-b4d2a26c-160d-4ed4-afa7-1119ed09403d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1098 time: 0.0644977 Jun 15 14:40:25.023965 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-c099b3b4-9f60-4647-976c-722d39c04c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:25.025416 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-c099b3b4-9f60-4647-976c-722d39c04c0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.1172864 Jun 15 14:40:25.110512 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-47495265-9e4a-420f-937b-fc9cabb70cb5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb HTTP/1.1" status: 200 len: 1000 time: 0.0783751 Jun 15 14:40:25.182474 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-979236eb-b903-41f0-98f2-f068ef9b2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:25.183946 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-979236eb-b903-41f0-98f2-f068ef9b2ed4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.0669227 Jun 15 14:40:25.249088 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-9896b5b8-d2cc-4161-a436-6b59949a57fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:25.250668 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-9896b5b8-d2cc-4161-a436-6b59949a57fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0604815 Jun 15 14:40:25.368160 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-75a122df-8b47-4e35-9111-0f062bab5c07 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104512 Jun 15 14:40:25.481407 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-a6cf47de-aebb-427b-a669-eea5c0f7c0e6 req-33ee0a38-578d-456e-889a-009a40ea621b service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078527 Jun 15 14:40:25.666908 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaeb139-39c4-4dde-a487-c06717afe82e req-db39e26d-14c3-4611-b0e0-8250707fa42c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:25.668295 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1eaeb139-39c4-4dde-a487-c06717afe82e req-db39e26d-14c3-4611-b0e0-8250707fa42c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0682132 Jun 15 14:40:25.712779 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1eaeb139-39c4-4dde-a487-c06717afe82e req-41f6efb6-216e-4725-aaf0-d6f08f44111d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389287 Jun 15 14:40:26.917770 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5344370-5050-423f-bfed-d724212e84a0 req-3a409efa-77a6-4f33-a7ed-da22b3db011d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:26.919367 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c5344370-5050-423f-bfed-d724212e84a0 req-3a409efa-77a6-4f33-a7ed-da22b3db011d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0739100 Jun 15 14:40:26.966671 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c5344370-5050-423f-bfed-d724212e84a0 req-ccff09ea-2784-4769-8fd2-c8ccfb461943 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382531 Jun 15 14:40:28.166641 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782eb07-5627-4ee1-871e-41bdb0ab75f9 req-7f4881ec-a12b-40a6-8625-a171f3020b84 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:28.168226 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3782eb07-5627-4ee1-871e-41bdb0ab75f9 req-7f4881ec-a12b-40a6-8625-a171f3020b84 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 945 time: 0.0738304 Jun 15 14:40:28.216308 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-3782eb07-5627-4ee1-871e-41bdb0ab75f9 req-49d2eee5-7b86-42c1-880f-5cf3473f5e33 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405316 Jun 15 14:40:28.650675 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:28.738592 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.766866 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:40:28.769160 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a55b94b-7f1c-4221-9838-8fe4ad695e9e" -d '{"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-unplugged", "status": "completed", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:40:28.785633 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:28.867898 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Jun 2021 14:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a7b895-55b5-4095-9f81-42abd42f127b x-openstack-request-id: req-e1a7b895-55b5-4095-9f81-42abd42f127b {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:40:28.868187 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-unplugged", "status": "failed", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb", "code": 422}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:40:28.868456 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1a7b895-55b5-4095-9f81-42abd42f127b {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:40:28.868914 dv-cinder-796286-3-smb neutron-server[92289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'code': 422} returned with failed status Jun 15 14:40:28.927902 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.930243 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:28.984615 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=8']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:28.987979 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:31.011663 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20becb9d-43f1-4a70-b4e5-88d22d961afd req-274852bd-2b84-48ed-92b5-be6678242040 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:31.013386 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-20becb9d-43f1-4a70-b4e5-88d22d961afd req-274852bd-2b84-48ed-92b5-be6678242040 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0744057 Jun 15 14:40:31.060888 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-20becb9d-43f1-4a70-b4e5-88d22d961afd req-6662a1bb-51cc-41de-b32b-4ee7975f080e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397108 Jun 15 14:40:31.546720 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-4ae3c187-468e-4e38-9f3f-c16c5a9bdbc7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0592813 Jun 15 14:40:32.257001 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ffd9c-0593-44cb-99d5-eb5d2ddb9a3d req-4f65d350-162f-4cf7-978c-089c384e8f71 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:32.259232 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-af4ffd9c-0593-44cb-99d5-eb5d2ddb9a3d req-4f65d350-162f-4cf7-978c-089c384e8f71 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0753505 Jun 15 14:40:32.310232 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-af4ffd9c-0593-44cb-99d5-eb5d2ddb9a3d req-7338ebc4-758f-4a3d-bb8b-2d8fdcabe5ef tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404069 Jun 15 14:40:33.247798 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:33.433100 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-1f17c8a8-fa15-42ba-99fb-88009a44032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:33.435201 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-1f17c8a8-fa15-42ba-99fb-88009a44032f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28&tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f HTTP/1.1" status: 200 len: 1096 time: 0.0822523 Jun 15 14:40:33.525278 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a60f-0b57-4f0c-a092-e6c4fe722a2c req-0a92c0b4-91b2-4aa5-aee7-493d57f2fe26 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:33.526921 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d411a60f-0b57-4f0c-a092-e6c4fe722a2c req-0a92c0b4-91b2-4aa5-aee7-493d57f2fe26 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0788662 Jun 15 14:40:33.553209 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-77999725-50b8-4871-9b4b-e8804ee25efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:33.554771 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-77999725-50b8-4871-9b4b-e8804ee25efe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1096 time: 0.0958567 Jun 15 14:40:33.574696 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d411a60f-0b57-4f0c-a092-e6c4fe722a2c req-c2ba4ef9-872c-4f97-a824-77ea5bef8e2f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409894 Jun 15 14:40:33.681909 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-66d5b3db-d319-47b8-917b-d5cdde3d078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:33.683395 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-66d5b3db-d319-47b8-917b-d5cdde3d078f service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.1217947 Jun 15 14:40:33.785961 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-6e6dd71c-e763-4d6c-bf2a-08f8d79887bc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb HTTP/1.1" status: 200 len: 998 time: 0.0962238 Jun 15 14:40:33.846250 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-1c763732-685a-4f45-a0a7-40be40cd4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:33.847782 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-1c763732-685a-4f45-a0a7-40be40cd4eac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.0553486 Jun 15 14:40:33.918973 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-f8bd5ffb-3398-4e72-9831-c0e10611ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:33.920559 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-f8bd5ffb-3398-4e72-9831-c0e10611ba28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0657346 Jun 15 14:40:34.041928 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-d23f3964-ce0b-4596-a228-feb35b6c60e9 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146371 Jun 15 14:40:34.172801 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-464e44b7-bdd8-4494-9212-f49fbe4992b1 req-974ca223-65ce-41f3-a7cb-54fb5b6e7c0a service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252887 Jun 15 14:40:34.779610 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dd0c9-2c45-44ff-a2ad-6845ac666115 req-86b3a805-81e4-4d9f-87a6-0a924c6f093e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:34.781114 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f83dd0c9-2c45-44ff-a2ad-6845ac666115 req-86b3a805-81e4-4d9f-87a6-0a924c6f093e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0730848 Jun 15 14:40:34.824585 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f83dd0c9-2c45-44ff-a2ad-6845ac666115 req-b3846378-8f1c-476c-97f3-c82f27b893f1 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374570 Jun 15 14:40:36.027780 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c654b2-3636-4c4b-b93f-6cc08ee39408 req-c668858f-fe51-4e1a-85d5-375c611f66e8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:36.029336 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d3c654b2-3636-4c4b-b93f-6cc08ee39408 req-c668858f-fe51-4e1a-85d5-375c611f66e8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0758674 Jun 15 14:40:36.076612 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d3c654b2-3636-4c4b-b93f-6cc08ee39408 req-ecdddc77-56ad-4adf-9b56-da0936c7b10c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409269 Jun 15 14:40:37.277175 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eefe6-b3eb-4d23-a4af-a6b10a5add9d req-38cf0e21-2bda-463f-899c-89dfa9ab79af tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:37.278724 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-694eefe6-b3eb-4d23-a4af-a6b10a5add9d req-38cf0e21-2bda-463f-899c-89dfa9ab79af tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0775337 Jun 15 14:40:37.331047 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-694eefe6-b3eb-4d23-a4af-a6b10a5add9d req-80d6d4fd-63fe-4c49-aaf1-0aa90aa43229 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464737 Jun 15 14:40:38.538070 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd83eef-f2c4-41d3-b90a-2daaf814aec6 req-be6405b7-9310-4851-aed5-1454d54496b4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:38.544314 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7bd83eef-f2c4-41d3-b90a-2daaf814aec6 req-be6405b7-9310-4851-aed5-1454d54496b4 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0798912 Jun 15 14:40:38.584151 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7bd83eef-f2c4-41d3-b90a-2daaf814aec6 req-fe27f988-3af2-47a6-b0bf-8c297adc49b3 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381110 Jun 15 14:40:39.798784 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6e878-10e6-4504-b73e-a8f9cc5cc1c7 req-ab00583a-a4e2-4a8c-930c-60815077d0a3 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:39.800439 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-48d6e878-10e6-4504-b73e-a8f9cc5cc1c7 req-ab00583a-a4e2-4a8c-930c-60815077d0a3 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0853689 Jun 15 14:40:39.849755 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-48d6e878-10e6-4504-b73e-a8f9cc5cc1c7 req-f44b3a70-00ab-4300-84b2-675ed93901bf tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 Jun 15 14:40:41.066464 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837efb6-00ca-442c-8414-92db490cf1de req-b1b7fef9-a17c-46fa-8965-1451b794e16b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:41.067938 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f837efb6-00ca-442c-8414-92db490cf1de req-b1b7fef9-a17c-46fa-8965-1451b794e16b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0937412 Jun 15 14:40:41.118344 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f837efb6-00ca-442c-8414-92db490cf1de req-da933fba-726c-4a83-a7a8-601148c1f103 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445235 Jun 15 14:40:42.316424 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5cb7a-668d-4751-bd55-0e468a93f56c req-c810e6bf-ede2-43af-9abc-35ed44144762 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:42.317791 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-71b5cb7a-668d-4751-bd55-0e468a93f56c req-c810e6bf-ede2-43af-9abc-35ed44144762 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0769620 Jun 15 14:40:42.362287 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-71b5cb7a-668d-4751-bd55-0e468a93f56c req-c6df14fd-04fd-4c15-9e9c-17a382452b66 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377936 Jun 15 14:40:43.562536 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e0704-34ca-4471-9ec0-6529be9e3cd2 req-95228e6c-795c-4ca8-95e9-80f464260907 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:43.564081 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1f6e0704-34ca-4471-9ec0-6529be9e3cd2 req-95228e6c-795c-4ca8-95e9-80f464260907 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0750046 Jun 15 14:40:43.613102 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1f6e0704-34ca-4471-9ec0-6529be9e3cd2 req-f39f81d8-fbbf-421e-a2fa-2313050ac6f0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428157 Jun 15 14:40:44.812269 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aa183-29cf-4ad9-ab56-90b7a0a274d1 req-d413bc3f-affa-4d53-ba59-2fbd269ba396 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:44.819311 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-226aa183-29cf-4ad9-ab56-90b7a0a274d1 req-d413bc3f-affa-4d53-ba59-2fbd269ba396 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0845447 Jun 15 14:40:44.858843 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-226aa183-29cf-4ad9-ab56-90b7a0a274d1 req-45e0cf60-ad0e-4e24-81d8-01dc850a689f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386403 Jun 15 14:40:46.171114 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c4eb1-0096-4c97-b06b-88e15f6d07a8 req-61cda091-0063-490c-87b6-be8ca71aed94 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:46.183888 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c73c4eb1-0096-4c97-b06b-88e15f6d07a8 req-61cda091-0063-490c-87b6-be8ca71aed94 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.1478875 Jun 15 14:40:46.246641 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c73c4eb1-0096-4c97-b06b-88e15f6d07a8 req-e211a27d-c6b7-4926-97d0-70203d2209d8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595732 Jun 15 14:40:47.433240 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddc8d7-9c45-42b8-aa7f-f3f55075ba87 req-277f0e7b-6bb3-4f5d-b652-03adc864b88f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:47.434632 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e0ddc8d7-9c45-42b8-aa7f-f3f55075ba87 req-277f0e7b-6bb3-4f5d-b652-03adc864b88f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0701482 Jun 15 14:40:47.478130 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e0ddc8d7-9c45-42b8-aa7f-f3f55075ba87 req-4d95e73c-df27-4634-b4f8-1de15cc02b41 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376213 Jun 15 14:40:48.684791 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22168e-72c3-4510-aad4-6d714ae744df req-23364684-c241-4dc4-b4bc-42fd40394c2a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:48.686300 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8d22168e-72c3-4510-aad4-6d714ae744df req-23364684-c241-4dc4-b4bc-42fd40394c2a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0826468 Jun 15 14:40:48.737154 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8d22168e-72c3-4510-aad4-6d714ae744df req-4ba1fa82-9653-45bf-be2d-ee4a659281cc tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 Jun 15 14:40:49.424263 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b5ef927e-fe29-4d43-bcd1-6f615b19efaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.899994 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-26225af4-32cd-481c-88f1-8e8b5a7c0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:49.899994 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-26225af4-32cd-481c-88f1-8e8b5a7c0836 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1096 time: 0.0723176 Jun 15 14:40:49.934444 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816871b-3aba-4d7b-a11b-572fe2167222 req-4a3c8df4-9136-4d56-a246-e77139d9f94f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:49.936047 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b816871b-3aba-4d7b-a11b-572fe2167222 req-4a3c8df4-9136-4d56-a246-e77139d9f94f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0748620 Jun 15 14:40:49.986392 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b816871b-3aba-4d7b-a11b-572fe2167222 req-2cfc4dcc-9238-4348-b1ab-5de20bf9c14d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Jun 15 14:40:50.046244 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-d1a8b912-9aeb-4380-9ab5-31b667323ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:50.047690 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-d1a8b912-9aeb-4380-9ab5-31b667323ac7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 200 len: 918 time: 0.1259842 Jun 15 14:40:50.140364 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-15507688-b3ac-4582-8337-515fe56b093a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb HTTP/1.1" status: 200 len: 998 time: 0.0856354 Jun 15 14:40:50.200771 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-3bb55e2d-2a1b-47a3-81af-bed08883da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:50.203240 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-3bb55e2d-2a1b-47a3-81af-bed08883da6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 200 len: 856 time: 0.0562584 Jun 15 14:40:50.276739 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-353be11e-71cb-4b5e-96e1-76c4482ed89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:50.278214 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-353be11e-71cb-4b5e-96e1-76c4482ed89e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8081ddc9-0043-4955-b178-b293e891b177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677178 Jun 15 14:40:50.399109 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-a0d02c87-ff1e-4d57-8028-11fbfe9a40d3 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137319 Jun 15 14:40:50.515234 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4a435e20-f6be-4f8b-b63a-06b0d3aff54c req-ea58f98e-8c34-4e17-b1d6-81ccd07e89e8 service neutron] 10.222.0.45 "GET /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099336 Jun 15 14:40:51.182144 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b8036-45fd-46b1-a817-334cec885a57 req-1f6b9198-23ba-42e4-aca8-ef7eaeea3f4f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:51.183645 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d01b8036-45fd-46b1-a817-334cec885a57 req-1f6b9198-23ba-42e4-aca8-ef7eaeea3f4f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0742598 Jun 15 14:40:51.240449 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d01b8036-45fd-46b1-a817-334cec885a57 req-923495ba-5816-4fec-9172-c3c0b37d9623 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504508 Jun 15 14:40:51.859136 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.156433 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b7b7c332-9973-4c89-ad8d-5d6840f7afb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.438114 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fa48c-c48d-4ba5-aa57-501f98289ba0 req-6cd04ba8-6edc-4903-94fc-68eb3a1b9b94 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:52.439594 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-863fa48c-c48d-4ba5-aa57-501f98289ba0 req-6cd04ba8-6edc-4903-94fc-68eb3a1b9b94 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 943 time: 0.0769837 Jun 15 14:40:52.485846 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-863fa48c-c48d-4ba5-aa57-501f98289ba0 req-89022fbb-4f0a-4379-83b2-98bc71057d5b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398302 Jun 15 14:40:52.752330 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:40:52.885101 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:52.898343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'port_id': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'mac_address': 'fa:16:3e:fc:d6:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:40:52.949591 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.964454 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.967660 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a79c866-f43e-4e2e-9019-e50c1e14fdcb {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:40:53.012747 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:53.133575 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.135961 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:53.192380 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=9']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:53.200615 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.200987 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.201320 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.201651 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.201975 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.202299 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.202619 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.202937 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.203256 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.203571 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.204403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.204403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:53.208485 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:53.443950 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['7a79c866-f43e-4e2e-9019-e50c1e14fdcb'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:40:53.697271 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217ad27-dee5-47ab-80a8-a64a656bb793 req-bcc19023-f6c5-479f-9af8-169d3b37979c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:53.698758 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8217ad27-dee5-47ab-80a8-a64a656bb793 req-bcc19023-f6c5-479f-9af8-169d3b37979c tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 944 time: 0.0775371 Jun 15 14:40:53.747955 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-8217ad27-dee5-47ab-80a8-a64a656bb793 req-797e958a-f58f-4cd0-9ef4-d21bd06ed313 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431693 Jun 15 14:40:54.786590 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:54.813506 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.841931 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:54.842313 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.938381 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb58a-91a5-4855-90c3-620619653d2a req-4886c793-9fec-4b29-8da2-65b56e32c90a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:54.939971 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d74fb58a-91a5-4855-90c3-620619653d2a req-4886c793-9fec-4b29-8da2-65b56e32c90a tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 944 time: 0.0717363 Jun 15 14:40:54.948019 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.973137 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:40:54.975472 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152448cb-50bd-4df0-97fe-ec769e4a454a" -d '{"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-plugged", "status": "completed", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:40:54.989316 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d74fb58a-91a5-4855-90c3-620619653d2a req-4b63715e-6814-4f0c-a051-e9e37a03c148 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420735 Jun 15 14:40:54.994271 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:55.015994 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336ca621-8f5f-449d-93e6-e6f81a737355 x-openstack-request-id: req-336ca621-8f5f-449d-93e6-e6f81a737355 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:40:55.016295 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-plugged", "status": "completed", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:40:55.016561 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-336ca621-8f5f-449d-93e6-e6f81a737355 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:40:55.016972 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'code': 200} Jun 15 14:40:55.121767 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.123798 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-d5f0bb63-929b-4a51-83da-bbd5d8b47dfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:40:55.177464 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=10']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:55.180579 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:40:55.511975 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e9a2b-b1ac-4fa4-8aad-bdce039b9d2f req-9b02c99e-1c54-439b-807a-c05cc4aa3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:55.513481 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b27e9a2b-b1ac-4fa4-8aad-bdce039b9d2f req-9b02c99e-1c54-439b-807a-c05cc4aa3e6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 1099 time: 0.0647626 Jun 15 14:40:55.550559 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b27e9a2b-b1ac-4fa4-8aad-bdce039b9d2f req-e1229dfa-baaa-4e11-8078-b4dab486989b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312462 Jun 15 14:40:56.190544 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35424225-b68a-4849-b358-598add892c72 req-58373a76-76c5-4366-99ab-3b6378926cfe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:56.192095 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-35424225-b68a-4849-b358-598add892c72 req-58373a76-76c5-4366-99ab-3b6378926cfe tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 946 time: 0.0691857 Jun 15 14:40:56.249561 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-35424225-b68a-4849-b358-598add892c72 req-6283164c-e8d3-4aa4-b77c-115a6ce77566 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510161 Jun 15 14:40:57.442697 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283e73-670c-4e6e-bcc0-e9f54a1ac70b req-eceaf18e-ce49-4729-8a7e-ffa4baf54db8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:57.444181 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b8283e73-670c-4e6e-bcc0-e9f54a1ac70b req-eceaf18e-ce49-4729-8a7e-ffa4baf54db8 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 946 time: 0.0695729 Jun 15 14:40:57.487207 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b8283e73-670c-4e6e-bcc0-e9f54a1ac70b req-226d0082-4989-49ef-a3fc-736a8056ff0d tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367875 Jun 15 14:40:58.550348 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:40:58.675157 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980df22c-41d8-40c0-bcc6-f63251b7c097 req-cfce88d2-7307-494f-a9e6-de769a37d77b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:40:58.676644 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-980df22c-41d8-40c0-bcc6-f63251b7c097 req-cfce88d2-7307-494f-a9e6-de769a37d77b tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 946 time: 0.0685022 Jun 15 14:40:58.721956 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-980df22c-41d8-40c0-bcc6-f63251b7c097 req-e70609e9-6ceb-4531-8253-18cdf6ec1f83 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390327 Jun 15 14:41:03.412307 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.371787 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a784946a-e213-44e1-bc7b-6589b3eb815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.892564 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.127094 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-46cc5645-3cd4-4a50-aa2d-b5d1a44ff56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.909873 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:24.875360 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.178363 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.549833 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:41:38.224350 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-4239afe3-79d7-4b34-9320-14c9fe4c71e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578578 Jun 15 14:41:38.306583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-42c37e68-5119-4c08-9896-0f124eee90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:38.308069 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-42c37e68-5119-4c08-9896-0f124eee90fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.0620174 Jun 15 14:41:38.432212 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-c784316e-657d-408b-bd64-81333222421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:38.434266 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-c784316e-657d-408b-bd64-81333222421a service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 909 time: 0.1055980 Jun 15 14:41:38.518261 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-e2972d23-76c2-46f1-a46b-c6ac2d000e6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 1001 time: 0.0779533 Jun 15 14:41:38.574529 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-8cc571d2-1bc0-4bbc-afb6-98b4893334c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:38.575965 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-8cc571d2-1bc0-4bbc-afb6-98b4893334c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0504479 Jun 15 14:41:38.642304 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-a026af75-9668-4759-8e90-f8a042996db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:38.643762 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-a026af75-9668-4759-8e90-f8a042996db7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0618680 Jun 15 14:41:38.759287 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-96c364bb-437f-4a4d-b673-20c30c4f91a2 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084034 Jun 15 14:41:38.875570 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-15923d1a-5594-4a71-928d-d6d0b55b2be7 req-75383fcb-ab22-4d4b-96d9-92516551dd8f service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103737 Jun 15 14:41:49.297739 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ac01a90a-839d-4a05-a43e-fd2207b5d6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.840957 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.148619 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-1e88be07-c726-411c-bd51-99e6911de3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.902453 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.830569 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabf75c-740c-4806-b402-1c8d6a776ead req-49fde842-9901-4e93-9327-77a5253c587f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:54.832063 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0cabf75c-740c-4806-b402-1c8d6a776ead req-49fde842-9901-4e93-9327-77a5253c587f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 946 time: 0.0688338 Jun 15 14:41:54.874664 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0cabf75c-740c-4806-b402-1c8d6a776ead req-82df2378-e8bb-4b02-944a-21432ae290ea tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365877 Jun 15 14:41:54.886332 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.075999 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712f9cb-ea3e-4339-bcbd-2e2f1861417f req-d1254ce7-1cf9-4233-bb47-37bcafc5c195 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:56.077484 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c712f9cb-ea3e-4339-bcbd-2e2f1861417f req-d1254ce7-1cf9-4233-bb47-37bcafc5c195 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 946 time: 0.0694661 Jun 15 14:41:56.127219 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c712f9cb-ea3e-4339-bcbd-2e2f1861417f req-662dd5c8-9370-4c2c-8de4-1fe227eb5ef7 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups?id=20d5659b-a951-445a-bbb5-8bf75d0fd5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431798 Jun 15 14:41:56.455248 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-2ca64aa0-ab5b-423d-b3bf-b1884bbae6b2 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:41:56.456607 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-2ca64aa0-ab5b-423d-b3bf-b1884bbae6b2 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 946 time: 0.0718141 Jun 15 14:41:56.565817 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Deleting port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:41:56.566159 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.679392 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] For port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:56.679744 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.898049 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.898420 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-666483'] for floatingip, after_update {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.898735 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.db.l3_db [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Floating IP 66873c62-bc7f-48f9-9e77-2709c9662a75 disassociated. External IP: 172.28.2.78, port: 7a79c866-f43e-4e2e-9019-e50c1e14fdcb. Jun 15 14:41:56.899074 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Calling delete_port for 7a79c866-f43e-4e2e-9019-e50c1e14fdcb owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:41:57.149203 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.153503 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-105191b0-9635-42d6-a879-9e2945cf81d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:41:57.183719 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event deleted for resources: {'Port': ['ID=7a79c866-f43e-4e2e-9019-e50c1e14fdcb,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:57.199217 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.200014 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.201047 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.201662 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.202236 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.203313 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.203898 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.204492 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.205671 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.206054 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.206292 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.206667 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:57.212117 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:41:57.281019 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-7baaf36c-b8ce-4772-a6ae-6bc1374433be req-c793b38f-2642-437c-8ed3-79026276fe9f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 210 time: 0.0342629 Jun 15 14:41:57.635378 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Router 421ef2c4-c92e-48e3-aaca-765e2336324a has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:57.782793 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:57.792181 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] Sync routers for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:57.802902 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:41:57.803513 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:41:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:57.838454 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] No DVR routers for this DVR port 7a79c866-f43e-4e2e-9019-e50c1e14fdcb on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:57.841154 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.843187 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-4c31f65e-0abb-4837-a4a8-7560c7a38962 req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.45 "DELETE /v2.0/ports/7a79c866-f43e-4e2e-9019-e50c1e14fdcb HTTP/1.1" status: 204 len: 173 time: 1.3812211 Jun 15 14:41:57.843814 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-deleted', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:41:57.846134 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f08fee5-5232-4d40-b4aa-72c771134b0d" -d '{"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-deleted", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:41:57.948368 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:41:57.997320 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b161a3e4-105d-4cbe-bc0e-7be259eaf27a x-openstack-request-id: req-b161a3e4-105d-4cbe-bc0e-7be259eaf27a {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:41:57.997654 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ac797e-706d-4b23-ab1f-61fa24f93d28", "name": "network-vif-deleted", "tag": "7a79c866-f43e-4e2e-9019-e50c1e14fdcb", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:41:57.997953 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b161a3e4-105d-4cbe-bc0e-7be259eaf27a {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:41:57.998390 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ac797e-706d-4b23-ab1f-61fa24f93d28', 'name': 'network-vif-deleted', 'tag': '7a79c866-f43e-4e2e-9019-e50c1e14fdcb', 'status': 'completed', 'code': 200} Jun 15 14:41:58.323142 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.326641 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] Checking router: 421ef2c4-c92e-48e3-aaca-765e2336324a for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:41:58.335015 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:41:58.335657 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:41:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.458537 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-925de4cf-3795-4d5c-ab58-dac7e1fd85ee req-c2bd9f6e-8176-41e7-9ca8-440b992b86e1 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9ac797e-706d-4b23-ab1f-61fa24f93d28 HTTP/1.1" status: 200 len: 210 time: 0.0402212 Jun 15 14:41:58.479338 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:41:58.733999 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.737682 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0ae16-3036-478d-a502-7b69a282479d None None] The sync data for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb is: [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:33:35Z', 'revision_number': 4, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': '9b426720-05f2-4d7d-ade3-30f7a78744eb', 'name': '', 'network_id': '8081ddc9-0043-4955-b178-b293e891b177', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'mac_address': 'fa:16:3e:cf:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:33Z', 'updated_at': '2021-06-15T14:33:42Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'subnets': [{'id': '2d2827ab-3af5-4039-9fa0-115998d4c5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:58.939767 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd44772-733a-4b40-bd13-b9e1f956194a None None] New status for floating IP 66873c62-bc7f-48f9-9e77-2709c9662a75: DOWN {{(pid=92289) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:42:00.676529 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35222) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:00.735043 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.759976 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.925609 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.928248 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.929393 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "DELETE /v2.0/security-groups/20d5659b-a951-445a-bbb5-8bf75d0fd5d3 HTTP/1.1" status: 204 len: 168 time: 0.2518532 Jun 15 14:42:00.930189 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c8d40741-aaeb-4d17-9ce0-76313ae94515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:00.932147 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35224) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:00.941230 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d5659b-a951-445a-bbb5-8bf75d0fd5d3,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:00.947946 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.api.v2.resource [None req-13e273ac-8187-4828-a4c5-be906e9c1ff3 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] show failed (client error): The resource could not be found. Jun 15 14:42:00.949379 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.949494 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-13e273ac-8187-4828-a4c5-be906e9c1ff3 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "GET /v2.0/security-groups/20d5659b-a951-445a-bbb5-8bf75d0fd5d3 HTTP/1.1" status: 404 len: 347 time: 0.0158319 Jun 15 14:42:00.949588 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.949588 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.949926 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.950292 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.950650 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.951008 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.951366 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.951766 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.951952 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35226) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:00.952120 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.952476 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.952872 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:00.956596 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:01.117267 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Deleting port 7d9ba55d-236c-4fce-a29e-59c6a73a6284 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:01.117608 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.123986 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:01.147631 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 7a79c866-f43e-4e2e-9019-e50c1e14fdcb {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:01.148143 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 7a79c866-f43e-4e2e-9019-e50c1e14fdcb not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:01.217897 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.218756 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.311467 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Calling delete_port for 7d9ba55d-236c-4fce-a29e-59c6a73a6284 owned by network:floatingip {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:01.537944 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.540088 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:01.569797 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Pushing event deleted for resources: {'Port': ['ID=7d9ba55d-236c-4fce-a29e-59c6a73a6284,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:01.573635 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:01.642817 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks [] for floatingip, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.645590 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.646713 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-e59a5ca3-922d-423c-8c60-7d7975751c05 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] 10.222.0.22 "DELETE /v2.0/floatingips/66873c62-bc7f-48f9-9e77-2709c9662a75 HTTP/1.1" status: 204 len: 168 time: 0.6937993 Jun 15 14:42:03.166501 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.653728 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35248) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:05.577987 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670420'] for router_interface, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.943747 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Deleting port 9b426720-05f2-4d7d-ade3-30f7a78744eb {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:05.944462 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.048239 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] For port 9b426720-05f2-4d7d-ade3-30f7a78744eb, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=9b426720-05f2-4d7d-ade3-30f7a78744eb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:06.048589 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.139186 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Calling delete_port for 9b426720-05f2-4d7d-ade3-30f7a78744eb owned by network:router_interface {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:06.440310 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.442398 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-12e2e47f-08fd-45f2-8544-d74ada4e351e tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:06.472326 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b426720-05f2-4d7d-ade3-30f7a78744eb,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:06.476119 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:06.685661 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671300'] for router_interface, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.971848 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Router 421ef2c4-c92e-48e3-aaca-765e2336324a has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:07.113332 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:07.120204 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-6af3bf84-ba48-4d36-9a2f-fcc8c3d63f65 admin admin] 10.222.0.22 "PUT /v2.0/routers/421ef2c4-c92e-48e3-aaca-765e2336324a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4652586 Jun 15 14:42:07.121031 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35252) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:07.122141 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] Sync routers for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:07.132458 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:07.133068 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:41:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.263941 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.276378 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:07.401381 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.508282 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154'}], 'enable_snat': True}, 'gw_port_id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:42:06Z', 'revision_number': 5, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port': {'id': 'd1ce2472-05ec-4a04-9d20-33d65ebb17c4', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:fd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:33:30Z', 'updated_at': '2021-06-15T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.511628 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] Checking router: 421ef2c4-c92e-48e3-aaca-765e2336324a for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:42:07.528111 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] Routers {'421ef2c4-c92e-48e3-aaca-765e2336324a'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:42:07.528111 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:41:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['421ef2c4-c92e-48e3-aaca-765e2336324a'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.559037 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Deleting port d1ce2472-05ec-4a04-9d20-33d65ebb17c4 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:07.559382 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.644041 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] Set router 421ef2c4-c92e-48e3-aaca-765e2336324a gateway port host: None {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:42:07.668123 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] For port d1ce2472-05ec-4a04-9d20-33d65ebb17c4, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=d1ce2472-05ec-4a04-9d20-33d65ebb17c4,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:07.673372 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.724506 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:42:07Z', 'revision_number': 6, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port_host': None}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.728282 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ad7ec-64c8-498c-bcdf-e212f2ff0d99 None None] The sync data for ids ['421ef2c4-c92e-48e3-aaca-765e2336324a'] in dv-cinder-796286-3-smb is: [{'id': '421ef2c4-c92e-48e3-aaca-765e2336324a', 'name': 'tempest-AttachVolumeShelveTestJSON-1511493285-router', 'tenant_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:33:29Z', 'updated_at': '2021-06-15T14:42:07Z', 'revision_number': 6, 'project_id': 'e0de2ee2fe1144daa6ba3a8f4f97369f', 'gw_port_host': None}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:07.764510 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Calling delete_port for d1ce2472-05ec-4a04-9d20-33d65ebb17c4 owned by network:router_gateway {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:08.057648 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.060919 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-47f58d38-607e-48f2-94b2-1864632e9c3f tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:08.099265 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ce2472-05ec-4a04-9d20-33d65ebb17c4,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:08.103930 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:08.155421 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 9b426720-05f2-4d7d-ade3-30f7a78744eb no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:08.182387 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666391'] for router_gateway, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.185928 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 9b426720-05f2-4d7d-ade3-30f7a78744eb {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:08.186282 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 9b426720-05f2-4d7d-ade3-30f7a78744eb not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:08.316932 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42750'] for router, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.318946 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.452596 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705584'] for router, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.453029 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 421ef2c4-c92e-48e3-aaca-765e2336324a {{(pid=92287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:08.458131 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.459265 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-51ea495f-ada5-48d2-858f-0bca50c141f6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/421ef2c4-c92e-48e3-aaca-765e2336324a HTTP/1.1" status: 204 len: 168 time: 1.3372562 Jun 15 14:42:08.461697 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35254) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:08.522204 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_v2 [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] Deleting subnet 2d2827ab-3af5-4039-9fa0-115998d4c5bd {{(pid=92287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:42:08.525833 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.570865 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26891138'] for subnet, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.667461 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.829878 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27175753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26222068'] for subnet, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.832208 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:08.863472 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d2827ab-3af5-4039-9fa0-115998d4c5bd,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:08.866518 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:08.867493 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.872681 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-62621e7c-8957-4ce1-b23d-d9cacbbf777b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2d2827ab-3af5-4039-9fa0-115998d4c5bd HTTP/1.1" status: 204 len: 168 time: 0.4067547 Jun 15 14:42:08.873001 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69573f52-2eb4-4303-bb3c-26f66e2c071d None None] Network 8081ddc9-0043-4955-b178-b293e891b177 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:42:08.874013 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35256) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:08.964629 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.024765 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Deleting port 53bc5233-3e64-4d64-b91d-f78f406b05bb {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:09.025015 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.096637 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] DHCP port deletion for 8081ddc9-0043-4955-b178-b293e891b177 request from dv-cinder-796286-3-smb {{(pid=92289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:42:09.122079 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] For port 53bc5233-3e64-4d64-b91d-f78f406b05bb, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=53bc5233-3e64-4d64-b91d-f78f406b05bb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:09.122436 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.148121 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Deleting port 53bc5233-3e64-4d64-b91d-f78f406b05bb {{(pid=92289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:42:09.148501 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.214557 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Calling delete_port for 53bc5233-3e64-4d64-b91d-f78f406b05bb owned by network:dhcp {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:09.232628 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] For port 53bc5233-3e64-4d64-b91d-f78f406b05bb, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=53bc5233-3e64-4d64-b91d-f78f406b05bb,segment=NetworkSegment(f7b52d51-30a7-491e-a678-8b12e7a93251),segment_id=f7b52d51-30a7-491e-a678-8b12e7a93251)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:09.233233 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.322396 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Calling delete_port for 53bc5233-3e64-4d64-b91d-f78f406b05bb owned by network:dhcp {{(pid=92289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:42:09.388972 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.392509 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a6ad5d88-2306-4b5a-8717-dd17d1342847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:09.409648 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985'] for port, after_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.412418 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-c883bff1-acc3-47f2-b12f-57497cd76369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:09.423375 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=53bc5233-3e64-4d64-b91d-f78f406b05bb,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:09.425901 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:09.428379 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] No DVR routers for this DVR port 53bc5233-3e64-4d64-b91d-f78f406b05bb on host dv-cinder-796286-3-smb {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:09.444498 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Pushing event deleted for resources: {'Port': ['ID=53bc5233-3e64-4d64-b91d-f78f406b05bb,revision_number=None']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:09.446710 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] No DVR routers for this DVR port 53bc5233-3e64-4d64-b91d-f78f406b05bb on host dv-cinder-796286-3-smb {{(pid=92289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:09.455698 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.456306 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.462403 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.464515 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-04a6b2db-e776-41b9-bd33-dfcb81603887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:09.534265 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.549835 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8081ddc9-0043-4955-b178-b293e891b177']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.563622 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b52d51-30a7-491e-a678-8b12e7a93251') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.564106 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b52d51-30a7-491e-a678-8b12e7a93251') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.576182 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.594318 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.601905 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:09.602470 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: conditions |= (models_v2.Port.network_id.in_( Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: retrieve_revision_numbers = { Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:42:09.605128 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:42:09.783280 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.786943 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:09.797612 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.797612 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8081ddc9-0043-4955-b178-b293e891b177 HTTP/1.1" status: 204 len: 168 time: 0.9162400 Jun 15 14:42:09.809251 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8081ddc9-0043-4955-b178-b293e891b177,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:09.811716 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-726ed831-7d5c-4529-b7e0-4b66097c8b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:10.129067 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35260) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:10.137456 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device d1ce2472-05ec-4a04-9d20-33d65ebb17c4 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:10.161794 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: d1ce2472-05ec-4a04-9d20-33d65ebb17c4 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:10.162157 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device d1ce2472-05ec-4a04-9d20-33d65ebb17c4 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:10.162568 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 53bc5233-3e64-4d64-b91d-f78f406b05bb no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:10.174155 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a19fc8e7-4411-43b2-b332-30dc8bc4c9bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0de2ee2fe1144daa6ba3a8f4f97369f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437367 Jun 15 14:42:10.176518 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35262) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:10.186198 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 53bc5233-3e64-4d64-b91d-f78f406b05bb {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:42:10.186555 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 53bc5233-3e64-4d64-b91d-f78f406b05bb not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:10.229599 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4013ba78-87d6-49da-b486-8a5493fb99df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.253650 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4013ba78-87d6-49da-b486-8a5493fb99df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.417756 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4013ba78-87d6-49da-b486-8a5493fb99df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.420404 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-4013ba78-87d6-49da-b486-8a5493fb99df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.421708 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-4013ba78-87d6-49da-b486-8a5493fb99df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39de0753-4818-4869-b97d-ee3a6bce8df0 HTTP/1.1" status: 204 len: 168 time: 0.2443027 Jun 15 14:42:10.422518 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-b88df703-285c-466d-904e-917fccf1adf5 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:10.433300 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013ba78-87d6-49da-b486-8a5493fb99df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de0753-4818-4869-b97d-ee3a6bce8df0,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:10.435885 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4013ba78-87d6-49da-b486-8a5493fb99df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:12.548856 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:42:15.575777 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35322) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:15.701248 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-72717b7a-0d23-4161-a33a-6b4cfdf8ac3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.794010 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-72717b7a-0d23-4161-a33a-6b4cfdf8ac3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.898024 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-72717b7a-0d23-4161-a33a-6b4cfdf8ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.900602 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-16818609-2673-4e45-b843-1188a3e0bbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:15.943071 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-72717b7a-0d23-4161-a33a-6b4cfdf8ac3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c3b2496e0094f4b961550d14b226bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659513 Jun 15 14:42:15.944019 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72717b7a-0d23-4161-a33a-6b4cfdf8ac3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43111cc0-66f9-4895-995b-3959b8f6c45a,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:15.945768 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35326) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:15.947301 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-72717b7a-0d23-4161-a33a-6b4cfdf8ac3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:16.006228 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f7ae-9a0c-4de0-9736-52758b3d5bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.031534 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f7ae-9a0c-4de0-9736-52758b3d5bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.194756 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f7ae-9a0c-4de0-9736-52758b3d5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.197350 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-a6a4f7ae-9a0c-4de0-9736-52758b3d5bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.200960 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-a6a4f7ae-9a0c-4de0-9736-52758b3d5bc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/43111cc0-66f9-4895-995b-3959b8f6c45a HTTP/1.1" status: 204 len: 168 time: 0.2518520 Jun 15 14:42:16.200960 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-cc288106-7f90-4861-a80f-ac8354e8e771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:16.210360 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4f7ae-9a0c-4de0-9736-52758b3d5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43111cc0-66f9-4895-995b-3959b8f6c45a,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:16.211683 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a6a4f7ae-9a0c-4de0-9736-52758b3d5bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:19.326386 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b288e154-5bd5-4224-865e-13832db54b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.846343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.114704 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8a2fb82f-0d23-46b6-b961-a62087dcaa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.017664 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.812561 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.233799 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35440) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:28.342003 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e761-2875-48de-b2b5-11a0737b018b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.432279 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e761-2875-48de-b2b5-11a0737b018b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.508823 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e761-2875-48de-b2b5-11a0737b018b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.511563 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-772ebb9e-e90f-4b7a-bf50-3c4a7fb0a29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:28.553091 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4e761-2875-48de-b2b5-11a0737b018b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3102bee5-b3a2-4f52-a790-9c0205190012,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:28.556331 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1ef4e761-2875-48de-b2b5-11a0737b018b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:28.559098 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-1ef4e761-2875-48de-b2b5-11a0737b018b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15fdf4c820ee499b9e70e2f6363287db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243113 Jun 15 14:42:28.562625 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35444) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:28.613446 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-31607713-088d-4afa-a70f-0492fa99b942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.636502 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-31607713-088d-4afa-a70f-0492fa99b942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.812275 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-31607713-088d-4afa-a70f-0492fa99b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.814843 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-31607713-088d-4afa-a70f-0492fa99b942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.816114 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-31607713-088d-4afa-a70f-0492fa99b942 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3102bee5-b3a2-4f52-a790-9c0205190012 HTTP/1.1" status: 204 len: 168 time: 0.2526941 Jun 15 14:42:28.816901 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-5d69dfc8-fefc-49af-ab3d-3c81eda89237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:28.826112 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31607713-088d-4afa-a70f-0492fa99b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3102bee5-b3a2-4f52-a790-9c0205190012,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:28.828850 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-31607713-088d-4afa-a70f-0492fa99b942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:31.961208 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35496) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:32.072599 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f62fba20-b916-48b9-933e-ea67d5bd688e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.166414 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f62fba20-b916-48b9-933e-ea67d5bd688e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.257473 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-f62fba20-b916-48b9-933e-ea67d5bd688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.259992 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-a150af89-b6f5-4f9c-8345-735d8580dc02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:32.301026 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fba20-b916-48b9-933e-ea67d5bd688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70995d8f-9ed1-4615-835a-2ff7ee7d97d9,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:32.304115 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f62fba20-b916-48b9-933e-ea67d5bd688e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:32.306706 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-f62fba20-b916-48b9-933e-ea67d5bd688e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39c34a89a8ba4171943d396d3e44a0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445084 Jun 15 14:42:32.309607 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35500) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:32.365143 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b93db211-85e7-4592-a4b3-b5602417de28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.387014 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b93db211-85e7-4592-a4b3-b5602417de28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.514397 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b93db211-85e7-4592-a4b3-b5602417de28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.517780 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b93db211-85e7-4592-a4b3-b5602417de28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.518948 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-b93db211-85e7-4592-a4b3-b5602417de28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70995d8f-9ed1-4615-835a-2ff7ee7d97d9 HTTP/1.1" status: 204 len: 168 time: 0.2081709 Jun 15 14:42:32.519779 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-7c0250cc-0dbe-4779-92a0-50e26722fbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:32.528741 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93db211-85e7-4592-a4b3-b5602417de28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70995d8f-9ed1-4615-835a-2ff7ee7d97d9,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:32.531793 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b93db211-85e7-4592-a4b3-b5602417de28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:33.251318 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.361805 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35506) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:33.377603 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-192af6bc-eee4-4984-9a6b-1a2edeb164d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.472921 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-192af6bc-eee4-4984-9a6b-1a2edeb164d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.570881 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-192af6bc-eee4-4984-9a6b-1a2edeb164d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.573465 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-158c7025-8604-4e6a-8da1-0cb3714d0398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:33.615099 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192af6bc-eee4-4984-9a6b-1a2edeb164d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012d5623-99f1-42fd-8546-1861fdc65237,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:33.621001 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-192af6bc-eee4-4984-9a6b-1a2edeb164d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db6b46d872a54361bae213525ced3439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576609 Jun 15 14:42:33.621001 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-192af6bc-eee4-4984-9a6b-1a2edeb164d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:33.625543 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35508) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:33.681901 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-166d1846-f121-450e-b0f8-573a75c91c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.708955 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-166d1846-f121-450e-b0f8-573a75c91c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.903295 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-166d1846-f121-450e-b0f8-573a75c91c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.906053 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-166d1846-f121-450e-b0f8-573a75c91c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.907206 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-166d1846-f121-450e-b0f8-573a75c91c58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/012d5623-99f1-42fd-8546-1861fdc65237 HTTP/1.1" status: 204 len: 168 time: 0.2815058 Jun 15 14:42:33.908080 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-3a171c3f-129e-462f-be5d-871ca20fdcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:33.917194 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d1846-f121-450e-b0f8-573a75c91c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012d5623-99f1-42fd-8546-1861fdc65237,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:33.919551 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-166d1846-f121-450e-b0f8-573a75c91c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:38.316785 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46542da-8e9e-4561-ba86-781a7cc9a3fc req-b9dc3ac6-96bb-4cf9-8306-ddc3ed836cff tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:38.318193 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a46542da-8e9e-4561-ba86-781a7cc9a3fc req-b9dc3ac6-96bb-4cf9-8306-ddc3ed836cff tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0854018 Jun 15 14:42:38.361193 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-a46542da-8e9e-4561-ba86-781a7cc9a3fc req-d3b1f7f7-9ff2-4cd1-9741-bcdd06706303 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371940 Jun 15 14:42:39.232218 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58464a-2567-4434-870f-3f91472cbc98 req-51f8a48e-b5d9-4329-ba16-363b24aaabae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:39.234169 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eb58464a-2567-4434-870f-3f91472cbc98 req-51f8a48e-b5d9-4329-ba16-363b24aaabae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.0620539 Jun 15 14:42:39.577125 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21a388-067b-4f66-a4d9-ba1aeeb4a6ae req-26f9f4f4-47e7-4532-ae45-24953f0f22fb tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:39.578767 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1b21a388-067b-4f66-a4d9-ba1aeeb4a6ae req-26f9f4f4-47e7-4532-ae45-24953f0f22fb tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0829294 Jun 15 14:42:39.630928 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-1b21a388-067b-4f66-a4d9-ba1aeeb4a6ae req-76c2c15e-2cb9-4331-a22b-38e8ce22e826 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Jun 15 14:42:39.679055 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58464a-2567-4434-870f-3f91472cbc98 req-3b1b6eee-d566-4b83-b807-782b7b6a6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:39.680552 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eb58464a-2567-4434-870f-3f91472cbc98 req-3b1b6eee-d566-4b83-b807-782b7b6a6f74 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 909 time: 0.4264307 Jun 15 14:42:39.769219 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eb58464a-2567-4434-870f-3f91472cbc98 req-57f4afe0-0db8-4115-b00f-f3853171d944 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 1001 time: 0.0821059 Jun 15 14:42:39.826395 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58464a-2567-4434-870f-3f91472cbc98 req-b7e21c5c-5a2d-4f6a-99dd-c12a1d6211ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:39.828381 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eb58464a-2567-4434-870f-3f91472cbc98 req-b7e21c5c-5a2d-4f6a-99dd-c12a1d6211ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0531750 Jun 15 14:42:39.897484 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58464a-2567-4434-870f-3f91472cbc98 req-b4a629a4-dc66-4399-9cfa-9618ec1f1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:39.898997 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eb58464a-2567-4434-870f-3f91472cbc98 req-b4a629a4-dc66-4399-9cfa-9618ec1f1268 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0645468 Jun 15 14:42:40.021662 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eb58464a-2567-4434-870f-3f91472cbc98 req-27022c4f-550d-4c15-8739-65e6bf7e9547 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159828 Jun 15 14:42:40.140272 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-eb58464a-2567-4434-870f-3f91472cbc98 req-8ccf2edc-ccfc-4f38-8e0a-df78cf40a0cf service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114852 Jun 15 14:42:41.157045 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd527d-9587-4576-9f57-5d42142633bf req-8c68d4d9-89a3-436e-97f4-b3c21403e897 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:41.158792 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-11fd527d-9587-4576-9f57-5d42142633bf req-8c68d4d9-89a3-436e-97f4-b3c21403e897 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.3885105 Jun 15 14:42:41.211007 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-11fd527d-9587-4576-9f57-5d42142633bf req-7e4c5bfc-ef81-44ad-9c9c-0ac6e5b02865 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460958 Jun 15 14:42:42.419733 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56a15a-15a1-4ef4-ac9f-80f68f264ec6 req-e3256efd-8010-42b7-8ff1-42998f390bdb tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:42.421816 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b56a15a-15a1-4ef4-ac9f-80f68f264ec6 req-e3256efd-8010-42b7-8ff1-42998f390bdb tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0710948 Jun 15 14:42:42.463953 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b56a15a-15a1-4ef4-ac9f-80f68f264ec6 req-66c251e5-d54f-4302-a312-3f1ecca8bd60 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364072 Jun 15 14:42:43.655483 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96721b5d-ad19-4699-9458-4ca664287568 req-b1bf8ba4-715d-47b4-930c-82a075f0687f tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:43.662980 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-96721b5d-ad19-4699-9458-4ca664287568 req-b1bf8ba4-715d-47b4-930c-82a075f0687f tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0763958 Jun 15 14:42:43.704238 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-96721b5d-ad19-4699-9458-4ca664287568 req-a655b5c5-6f63-421d-9ec3-19dc0c275fb3 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Jun 15 14:42:44.894397 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca750f1-1c8a-432a-905f-48735115e87e req-d635f088-e73b-4a0f-b86e-d610735fc6be tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:44.896333 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ca750f1-1c8a-432a-905f-48735115e87e req-d635f088-e73b-4a0f-b86e-d610735fc6be tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0714746 Jun 15 14:42:44.942130 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0ca750f1-1c8a-432a-905f-48735115e87e req-d4b3a0d8-9149-4178-8f46-84aa4679e24e tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396037 Jun 15 14:42:45.119691 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35614) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:45.223742 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0d2dfffb-d01c-4fe2-a59d-dd7f68af43f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.314498 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0d2dfffb-d01c-4fe2-a59d-dd7f68af43f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.451631 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-0d2dfffb-d01c-4fe2-a59d-dd7f68af43f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.454780 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b93db211-85e7-4592-a4b3-b5602417de28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:45.493974 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-0d2dfffb-d01c-4fe2-a59d-dd7f68af43f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd022bf4e8bc4e0d8a9bc2609762b338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728671 Jun 15 14:42:45.494893 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dfffb-d01c-4fe2-a59d-dd7f68af43f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb086a4c-af33-4c9f-99bb-e4fa2dcb0953,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:45.497059 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35618) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:45.497960 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-0d2dfffb-d01c-4fe2-a59d-dd7f68af43f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:45.552959 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3330-6680-46a1-b880-05a81f957073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.575622 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3330-6680-46a1-b880-05a81f957073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.788455 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3330-6680-46a1-b880-05a81f957073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.791353 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3330-6680-46a1-b880-05a81f957073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.792569 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-9e3e3330-6680-46a1-b880-05a81f957073 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb086a4c-af33-4c9f-99bb-e4fa2dcb0953 HTTP/1.1" status: 204 len: 168 time: 0.2945268 Jun 15 14:42:45.793401 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-eeac0eac-1789-4eb5-8ed7-096620119bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:45.802727 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e3330-6680-46a1-b880-05a81f957073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb086a4c-af33-4c9f-99bb-e4fa2dcb0953,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:45.805573 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-9e3e3330-6680-46a1-b880-05a81f957073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:46.127199 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d8ad2-1b4b-4e5d-bd5f-5929fd234098 req-02c00038-97d6-4f6c-bdb2-a5738921a466 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:46.128694 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f82d8ad2-1b4b-4e5d-bd5f-5929fd234098 req-02c00038-97d6-4f6c-bdb2-a5738921a466 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0720732 Jun 15 14:42:46.175445 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-f82d8ad2-1b4b-4e5d-bd5f-5929fd234098 req-cc3831d1-ab21-485e-bcfd-a839d0c24abc tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409579 Jun 15 14:42:46.533581 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35626) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:46.550218 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a39a8fe3-bba1-4c4f-bb35-c97c0b6b7322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.644330 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a39a8fe3-bba1-4c4f-bb35-c97c0b6b7322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.742802 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-a39a8fe3-bba1-4c4f-bb35-c97c0b6b7322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.745493 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6f7cdc5b-79cf-4ffd-87cd-1cb36ed43987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:46.787369 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-a39a8fe3-bba1-4c4f-bb35-c97c0b6b7322 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16c3f24fe8a447d2bbe176a69775826c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525852 Jun 15 14:42:46.788442 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a8fe3-bba1-4c4f-bb35-c97c0b6b7322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c40ca7-ecd2-4931-bb2c-b79f4759a457,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:46.790188 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35628) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:46.791616 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a39a8fe3-bba1-4c4f-bb35-c97c0b6b7322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:46.847543 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1108b5e1-8dbc-442a-b778-0516a132a57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.873407 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1108b5e1-8dbc-442a-b778-0516a132a57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.988659 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1108b5e1-8dbc-442a-b778-0516a132a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.991306 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1108b5e1-8dbc-442a-b778-0516a132a57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.992476 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-1108b5e1-8dbc-442a-b778-0516a132a57e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3c40ca7-ecd2-4931-bb2c-b79f4759a457 HTTP/1.1" status: 204 len: 168 time: 0.2013094 Jun 15 14:42:46.993343 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-166d1846-f121-450e-b0f8-573a75c91c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:47.002933 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108b5e1-8dbc-442a-b778-0516a132a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c40ca7-ecd2-4931-bb2c-b79f4759a457,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:47.005419 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1108b5e1-8dbc-442a-b778-0516a132a57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:47.362744 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea218-076c-4f41-9683-054f5a03a49c req-fdeb6830-0121-4573-83c2-3259892f61fe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:47.364021 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e9aea218-076c-4f41-9683-054f5a03a49c req-fdeb6830-0121-4573-83c2-3259892f61fe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0773783 Jun 15 14:42:47.418706 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-e9aea218-076c-4f41-9683-054f5a03a49c req-ad555dde-edbd-4222-abb6-b84d252e34bf tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487294 Jun 15 14:42:48.489674 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-19535635-5f9d-45b2-9896-87e470aeecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:48.491276 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-19535635-5f9d-45b2-9896-87e470aeecf4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.0669229 Jun 15 14:42:48.617135 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faabc9-cb20-4d5c-b9f4-b90aa9d73fae req-8188d9d1-9505-4c8c-9c2a-4be254a22d8b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:48.618633 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-84faabc9-cb20-4d5c-b9f4-b90aa9d73fae req-8188d9d1-9505-4c8c-9c2a-4be254a22d8b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0789866 Jun 15 14:42:48.624531 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-a3cbcdea-686f-4ed4-b608-9962cef6c133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:48.627212 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-a3cbcdea-686f-4ed4-b608-9962cef6c133 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 909 time: 0.1302345 Jun 15 14:42:48.661591 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-84faabc9-cb20-4d5c-b9f4-b90aa9d73fae req-fc9f0e5b-421f-478a-a006-00aa468b5df8 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358706 Jun 15 14:42:48.709735 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-c8f56048-5894-41e6-8a27-c6fe5a1dbd3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 1001 time: 0.0758162 Jun 15 14:42:48.777851 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-63bb1789-c58f-4144-b884-d82bf6eb5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:48.779638 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-63bb1789-c58f-4144-b884-d82bf6eb5ba3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0639458 Jun 15 14:42:48.853396 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-109b9b46-aa27-4939-9f74-308b45833942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:48.855452 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-109b9b46-aa27-4939-9f74-308b45833942 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698221 Jun 15 14:42:48.980712 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-5eafba83-156c-49ca-9b6b-caab0b7988f4 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190939 Jun 15 14:42:49.106428 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7e12b180-0cb5-4248-8fdb-898f4fee99af req-cd375ddc-4b8f-454e-bfa0-e5f9dd4ee74a service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198764 Jun 15 14:42:49.383010 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ab70f53f-17fa-4ee0-8771-7f78ce3e1131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:49.548455 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:42:49.855048 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0da0b-6ab0-4cc0-a077-d59da3bfa8b8 req-22c8911a-9b7e-4a98-b2ec-c9363d4dfe0b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:49.856670 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c2f0da0b-6ab0-4cc0-a077-d59da3bfa8b8 req-22c8911a-9b7e-4a98-b2ec-c9363d4dfe0b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0744441 Jun 15 14:42:49.902064 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c2f0da0b-6ab0-4cc0-a077-d59da3bfa8b8 req-4f0fcff2-84cb-4555-8a5e-3356c41e93d1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390019 Jun 15 14:42:51.125746 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372da45-5b64-4ae1-9588-1a59f4fbee50 req-fbf1ae9e-7006-4c78-b2c1-aa11d306da22 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:51.127284 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b372da45-5b64-4ae1-9588-1a59f4fbee50 req-fbf1ae9e-7006-4c78-b2c1-aa11d306da22 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0921383 Jun 15 14:42:51.183459 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-b372da45-5b64-4ae1-9588-1a59f4fbee50 req-7d6d34de-bfa5-4d68-9fa4-bff83808d0ca tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501792 Jun 15 14:42:51.828751 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.103116 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-3c2c961b-670d-494f-a787-0b5d0c84775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.386136 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6943582-fdd2-47bd-b8a3-aae703a8dd0e req-7076aabe-71c5-4863-8386-58f3d589c089 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:52.387527 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d6943582-fdd2-47bd-b8a3-aae703a8dd0e req-7076aabe-71c5-4863-8386-58f3d589c089 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0708678 Jun 15 14:42:52.433187 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d6943582-fdd2-47bd-b8a3-aae703a8dd0e req-f1368441-5fe2-4084-b08a-6ff3670344ae tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391047 Jun 15 14:42:52.988344 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.236179 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d25190-45fc-4e2c-81a6-0d0601377437 req-e337bb73-d839-4c09-a7bb-d3157f3fb92e tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:54.243169 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-63d25190-45fc-4e2c-81a6-0d0601377437 req-e337bb73-d839-4c09-a7bb-d3157f3fb92e tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0915885 Jun 15 14:42:54.282409 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-63d25190-45fc-4e2c-81a6-0d0601377437 req-bcca08dd-769c-4308-b419-1130abe4f820 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383060 Jun 15 14:42:54.329674 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35730) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:54.434479 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-22ef58ff-c734-43d1-a9fe-4562dcfca4de service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035852 Jun 15 14:42:54.914558 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.388160 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 826668b5-8b30-4b3d-ac15-033f6340b55b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:55.472280 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54a070-4fa8-4ee5-9a06-0d2d3be23ef5 req-e7d3ec69-3b7b-451b-8914-2ca52403234a tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:55.476158 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ce54a070-4fa8-4ee5-9a06-0d2d3be23ef5 req-e7d3ec69-3b7b-451b-8914-2ca52403234a tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0764775 Jun 15 14:42:55.478819 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.504672 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:42:55.506947 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388b8dd8-02fa-470e-9fdd-2c8c483320e4" -d '{"events": [{"server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "name": "network-vif-unplugged", "status": "completed", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:42:55.522765 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-ce54a070-4fa8-4ee5-9a06-0d2d3be23ef5 req-ddbfc16a-056b-4068-993c-8f4c35f9a02d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396717 Jun 15 14:42:55.526223 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:55.553906 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Jun 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f16f51-099d-42bf-82f5-d13b24edc353 x-openstack-request-id: req-54f16f51-099d-42bf-82f5-d13b24edc353 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:42:55.554245 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "name": "network-vif-unplugged", "status": "failed", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b", "code": 422}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:42:55.554466 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54f16f51-099d-42bf-82f5-d13b24edc353 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:42:55.554945 dv-cinder-796286-3-smb neutron-server[92289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'code': 422} returned with failed status Jun 15 14:42:55.673174 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.675066 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:42:55.728493 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=6']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:55.731740 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:42:56.712680 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55316fe0-adc3-4579-91b5-8a9172798ce0 req-11b9ed87-0c3b-490e-889c-7a0762236152 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:56.714152 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-55316fe0-adc3-4579-91b5-8a9172798ce0 req-11b9ed87-0c3b-490e-889c-7a0762236152 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0738289 Jun 15 14:42:56.760979 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-55316fe0-adc3-4579-91b5-8a9172798ce0 req-0b273eaa-0c1b-4f39-b993-b26d5599d97b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401995 Jun 15 14:42:57.953422 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8ecf8-a86a-4205-bf7a-9b965718e566 req-2b82237f-88fd-4013-b712-fdc5ed789586 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:57.954932 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-acf8ecf8-a86a-4205-bf7a-9b965718e566 req-2b82237f-88fd-4013-b712-fdc5ed789586 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0780325 Jun 15 14:42:58.013827 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-acf8ecf8-a86a-4205-bf7a-9b965718e566 req-3139ba7e-ddce-42fa-a850-041284b66120 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520329 Jun 15 14:42:59.238577 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488328b-e911-479d-b377-7ff788cb0648 req-3e505024-c6bd-4c31-b7e1-f7cd0558d61a tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:42:59.240278 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c488328b-e911-479d-b377-7ff788cb0648 req-3e505024-c6bd-4c31-b7e1-f7cd0558d61a tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.1027458 Jun 15 14:42:59.291131 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c488328b-e911-479d-b377-7ff788cb0648 req-80a49659-345e-437e-bb54-4abc27472613 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431046 Jun 15 14:43:00.497785 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fef917-6cd4-446f-b304-f982edc15f15 req-03d65863-9ad7-4af5-a6cf-7bc1776cbf8e tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:00.499794 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-92fef917-6cd4-446f-b304-f982edc15f15 req-03d65863-9ad7-4af5-a6cf-7bc1776cbf8e tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0782700 Jun 15 14:43:00.546913 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-92fef917-6cd4-446f-b304-f982edc15f15 req-d730d33a-5178-445a-8a89-e600441b20c7 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408316 Jun 15 14:43:00.657642 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35816) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:00.803400 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.860583 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-cab5d876-3be0-4f67-ba2e-8350e0be1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:00.860583 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-cab5d876-3be0-4f67-ba2e-8350e0be1b85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac&tenant_id=d3d25645d6ff4262a83591e80ef2a051 HTTP/1.1" status: 200 len: 1097 time: 0.1072497 Jun 15 14:43:00.989335 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.995602 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-72efecd5-f450-4abc-a6a6-d50a36395015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:00.997167 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-72efecd5-f450-4abc-a6a6-d50a36395015 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1097 time: 0.1109781 Jun 15 14:43:01.125021 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-10e219a4-b280-47d9-b9ee-12a0780dc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:01.126403 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-10e219a4-b280-47d9-b9ee-12a0780dc36b service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 909 time: 0.1231647 Jun 15 14:43:01.182964 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.191426 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-a1c38d80-2bd5-4a3b-93ea-0e7c19a8141a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:43:01.251417 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4cc0f2-6173-4495-8d50-9ad07598345f,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:01.255363 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db9f150d028544bd9b4780e60ed96d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5966780 Jun 15 14:43:01.257211 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-5fac27d0-d10d-4d53-a090-0c4ca7baf359 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 999 time: 0.1240687 Jun 15 14:43:01.258426 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35820) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:01.263803 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.264255 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.264629 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.264994 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.265743 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.265743 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.266049 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.266407 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.266810 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.267162 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.267514 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.267881 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.272282 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-53f48a05-c507-4250-9c19-61b4f5063f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:43:01.323042 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.333776 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-2f95c1af-dd7f-4cfa-a0bf-6bc42910c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:01.335250 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-2f95c1af-dd7f-4cfa-a0bf-6bc42910c844 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0616453 Jun 15 14:43:01.349116 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.407018 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-7f8f7974-4413-41be-869a-23ebf3248320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:01.408439 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-7f8f7974-4413-41be-869a-23ebf3248320 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672724 Jun 15 14:43:01.530779 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-52088126-1827-4299-97dc-ede931b567e4 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157131 Jun 15 14:43:01.536170 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.539367 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.540897 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd4cc0f2-6173-4495-8d50-9ad07598345f HTTP/1.1" status: 204 len: 168 time: 0.2813144 Jun 15 14:43:01.541843 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-c8887034-ff17-4869-ad9c-a6fc422b6a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:43:01.551812 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4cc0f2-6173-4495-8d50-9ad07598345f,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:01.560293 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.560293 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.561404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.561404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.561404 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.561759 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.562343 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.562472 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.562834 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.563246 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.563538 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.563914 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:01.567256 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-22c8c657-0b6d-48d1-be51-b0280dd28483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:43:01.680462 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-193f6502-d419-4801-b5ab-d41d9cfe74c6 req-3c92fb21-b3a5-4d35-b08d-ac38a9b7d478 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433477 Jun 15 14:43:01.839143 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e942ba-8264-4412-a1e8-32bf3f48a2bb req-6f627c43-b831-4dbc-9e82-99b4290a3f47 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:01.840745 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-18e942ba-8264-4412-a1e8-32bf3f48a2bb req-6f627c43-b831-4dbc-9e82-99b4290a3f47 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0783000 Jun 15 14:43:01.892688 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-18e942ba-8264-4412-a1e8-32bf3f48a2bb req-ed0507c0-265e-4b95-aa7d-4a652cc371fe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Jun 15 14:43:02.466153 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35828) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:02.483990 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4fcf15e6-8397-4d10-ab28-3ad4c7aa1cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.599617 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4fcf15e6-8397-4d10-ab28-3ad4c7aa1cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.725400 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-4fcf15e6-8397-4d10-ab28-3ad4c7aa1cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.728025 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-33dfeccd-a1fa-4323-b9d2-4708fa96270e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:43:02.769505 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf15e6-8397-4d10-ab28-3ad4c7aa1cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869b006d-926e-429d-b733-09b3ddd32d58,revision_number=1']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:02.773774 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-4fcf15e6-8397-4d10-ab28-3ad4c7aa1cca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84b62a3abced4afdb64e12d60fe07032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064451 Jun 15 14:43:02.774693 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4fcf15e6-8397-4d10-ab28-3ad4c7aa1cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:43:02.776450 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35830) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:02.835561 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8f4f01f6-c819-4100-a565-ec6d78e22096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.865723 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8f4f01f6-c819-4100-a565-ec6d78e22096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.091339 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8f4f01f6-c819-4100-a565-ec6d78e22096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.094527 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8f4f01f6-c819-4100-a565-ec6d78e22096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.095675 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-8f4f01f6-c819-4100-a565-ec6d78e22096 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/869b006d-926e-429d-b733-09b3ddd32d58 HTTP/1.1" status: 204 len: 168 time: 0.3182967 Jun 15 14:43:03.098424 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-121f1217-8ca9-4ab4-be8b-0c3d482fca8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:43:03.109965 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a7631-d8a1-4f44-995c-bd7170a79a71 req-07b452f9-1e55-4a72-a9e4-6fbeff2d41b0 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:03.111567 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c25a7631-d8a1-4f44-995c-bd7170a79a71 req-07b452f9-1e55-4a72-a9e4-6fbeff2d41b0 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0835605 Jun 15 14:43:03.123622 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f01f6-c819-4100-a565-ec6d78e22096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869b006d-926e-429d-b733-09b3ddd32d58,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:03.130512 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-8f4f01f6-c819-4100-a565-ec6d78e22096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:43:03.171484 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-c25a7631-d8a1-4f44-995c-bd7170a79a71 req-b663848c-58cf-48b4-a04d-b3afa0a45797 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498645 Jun 15 14:43:03.319624 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.330100 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35840) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.349738 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2b84e25e-eadf-4bea-822d-d9809c0fe104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.378607 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e247a9-f687-48ee-b700-289ae0ac1bbe req-4808eec5-d815-4cfb-9512-79d39b0876de tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:04.380263 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-86e247a9-f687-48ee-b700-289ae0ac1bbe req-4808eec5-d815-4cfb-9512-79d39b0876de tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0861597 Jun 15 14:43:04.447994 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-86e247a9-f687-48ee-b700-289ae0ac1bbe req-cea12a91-e48a-4905-9af2-4299af66e9e4 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569630 Jun 15 14:43:04.483855 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2b84e25e-eadf-4bea-822d-d9809c0fe104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.674536 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-2b84e25e-eadf-4bea-822d-d9809c0fe104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_create {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.677097 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-896e48ac-8c8c-4377-84f8-e5d738542ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:43:04.719427 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84e25e-eadf-4bea-822d-d9809c0fe104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a71ac8-73f7-4975-b76f-b8e3600d31bb,revision_number=1']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:04.724293 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-2b84e25e-eadf-4bea-822d-d9809c0fe104 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2eb56036f624f12834db3e540a0648c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927984 Jun 15 14:43:04.725291 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2b84e25e-eadf-4bea-822d-d9809c0fe104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:43:04.733414 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35842) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.794306 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c21eebd2-a88d-4c34-a752-a73dcd29ebdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.822924 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c21eebd2-a88d-4c34-a752-a73dcd29ebdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.971199 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c21eebd2-a88d-4c34-a752-a73dcd29ebdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.973864 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-c21eebd2-a88d-4c34-a752-a73dcd29ebdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.975048 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-c21eebd2-a88d-4c34-a752-a73dcd29ebdb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5a71ac8-73f7-4975-b76f-b8e3600d31bb HTTP/1.1" status: 204 len: 168 time: 0.2431531 Jun 15 14:43:04.975883 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-4013ba78-87d6-49da-b486-8a5493fb99df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:43:04.985163 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21eebd2-a88d-4c34-a752-a73dcd29ebdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a71ac8-73f7-4975-b76f-b8e3600d31bb,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:04.990445 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-c21eebd2-a88d-4c34-a752-a73dcd29ebdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:43:05.465603 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 826668b5-8b30-4b3d-ac15-033f6340b55b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=92289) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:43:05.618826 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:05.638063 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Returning: {'device': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'port_id': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'mac_address': 'fa:16:3e:6d:6f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92289) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:43:05.694993 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f054d-1fec-4531-b3c0-5a44cd37e58c req-73ff706e-7dff-4ec3-a395-85116c99c57d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:05.696704 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-483f054d-1fec-4531-b3c0-5a44cd37e58c req-73ff706e-7dff-4ec3-a395-85116c99c57d tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 944 time: 0.0813649 Jun 15 14:43:05.751279 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-483f054d-1fec-4531-b3c0-5a44cd37e58c req-a33f7c2f-929c-46e8-8373-7f70edd6fce9 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Jun 15 14:43:05.832167 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.848597 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826668b5-8b30-4b3d-ac15-033f6340b55b {{(pid=92289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 15 14:43:05.871539 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:06.101519 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.104587 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:43:06.159052 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=7']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:06.162731 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:43:06.467495 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] get_ports_and_sgs() called for port_ids ['826668b5-8b30-4b3d-ac15-033f6340b55b'] {{(pid=92289) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:43:06.947843 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dd098-09b5-46fd-9b61-4bbc959a8c9a req-665300e7-caf6-4204-a50b-812104be7d3b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:06.949327 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-649dd098-09b5-46fd-9b61-4bbc959a8c9a req-665300e7-caf6-4204-a50b-812104be7d3b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 945 time: 0.0784585 Jun 15 14:43:06.994713 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-649dd098-09b5-46fd-9b61-4bbc959a8c9a req-3b921f57-d159-4120-ac18-9b9010903d13 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391603 Jun 15 14:43:07.468594 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 826668b5-8b30-4b3d-ac15-033f6340b55b up at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:07.526569 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.provisioning_blocks [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Provisioning complete for port 826668b5-8b30-4b3d-ac15-033f6340b55b triggered by entity L2. {{(pid=92289) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:07.526949 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1433699'] for port, provisioning_complete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.619277 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1716523'] for port, before_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.645561 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b'}] {{(pid=92289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:43:07.647827 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aabce4317c321392a4e9ea703527fbdf1df8e764619bbcfd8b844a6e79616591" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4cf1c3-8ce3-40d7-bd78-7849fff5762c" -d '{"events": [{"server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "name": "network-vif-plugged", "status": "completed", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b"}]}' {{(pid=92289) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:43:07.662942 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:07.686620 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf6d193-8533-4a88-9ccf-3517f9e44b09 x-openstack-request-id: req-bcf6d193-8533-4a88-9ccf-3517f9e44b09 {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:43:07.686969 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "name": "network-vif-plugged", "status": "completed", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b", "code": 200}]} {{(pid=92289) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:43:07.687237 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcf6d193-8533-4a88-9ccf-3517f9e44b09 {{(pid=92289) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:43:07.687692 dv-cinder-796286-3-smb neutron-server[92289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'code': 200} Jun 15 14:43:07.794412 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769604449347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769604007994', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769604008039'] for port, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.796358 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-8d9ca6d5-8f65-4c13-b6ed-2fd0fd4748c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:43:07.858005 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Pushing event updated for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=8']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:07.866286 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:43:08.099933 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537b99b-e030-4bd3-a709-db61f68101fb req-a5e4f09d-b20c-46d8-a094-dfe82fd7b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:08.101382 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2537b99b-e030-4bd3-a709-db61f68101fb req-a5e4f09d-b20c-46d8-a094-dfe82fd7b859 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.0676925 Jun 15 14:43:08.151818 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-2537b99b-e030-4bd3-a709-db61f68101fb req-d52aff46-34a2-4355-a463-528558cd72f9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441470 Jun 15 14:43:08.208812 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5190fe-62d6-4385-96c1-c847321692de req-f573258f-8785-4680-bfb0-362e083ca5ed tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:08.210359 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b5190fe-62d6-4385-96c1-c847321692de req-f573258f-8785-4680-bfb0-362e083ca5ed tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0938637 Jun 15 14:43:08.259759 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-5b5190fe-62d6-4385-96c1-c847321692de req-53b086dd-ba85-4d40-b2ed-0be8347f397b tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405536 Jun 15 14:43:09.459358 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038abba7-1de9-4651-9264-d218817c7d01 req-082fc69b-bf7f-46d4-8136-720957d93607 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:09.460780 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-038abba7-1de9-4651-9264-d218817c7d01 req-082fc69b-bf7f-46d4-8136-720957d93607 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0812798 Jun 15 14:43:09.509234 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-038abba7-1de9-4651-9264-d218817c7d01 req-e85c65f2-4bf1-43d2-9961-5cee53c6b421 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375659 Jun 15 14:43:10.707766 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c55c41-fb51-4d9f-837e-1dd8915b64b4 req-826a815b-9952-4ef6-b6ed-b303165c7fab tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:10.709350 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-82c55c41-fb51-4d9f-837e-1dd8915b64b4 req-826a815b-9952-4ef6-b6ed-b303165c7fab tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0804732 Jun 15 14:43:10.754848 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-82c55c41-fb51-4d9f-837e-1dd8915b64b4 req-330e9431-85d4-4d38-b5d4-ea102859d6d9 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393682 Jun 15 14:43:19.541407 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fc58fc82-ddc5-4401-91c3-b52d70c91b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.918556 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.078625 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fedce52b-9906-43dd-bb77-44abc5259422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.022115 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.845922 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.546723 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:43:33.222498 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.199885 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-c07d995b-3219-479a-a30f-fdaecdc919a0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579271 Jun 15 14:43:39.299923 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-48ef647e-4522-4817-9f65-1f11ac5c0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:39.301409 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-48ef647e-4522-4817-9f65-1f11ac5c0aae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.0609343 Jun 15 14:43:39.426879 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-a21e9445-6853-4984-8478-cf2df43d5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:39.428339 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-a21e9445-6853-4984-8478-cf2df43d5b65 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 909 time: 0.1082885 Jun 15 14:43:39.506432 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-d269e2a4-fe15-47e7-938e-8adc0944b05d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 1001 time: 0.0721664 Jun 15 14:43:39.567148 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-2572e4e4-4865-4765-b007-299a03fed3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:39.568588 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-2572e4e4-4865-4765-b007-299a03fed3e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0548904 Jun 15 14:43:39.631387 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-00a68b57-9abb-4c06-bb9f-4f7385e336dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:43:39.632917 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-00a68b57-9abb-4c06-bb9f-4f7385e336dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586891 Jun 15 14:43:39.746227 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-5ab829af-4bef-4f62-b7f8-49921e04162a service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072690 Jun 15 14:43:39.860293 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-f53b9499-ceb9-4fd3-9d09-b6c899923af4 req-bdcd3600-b70f-4b51-aa20-083010f83e22 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074593 Jun 15 14:43:49.347335 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-15aa529b-89d1-4723-976e-4c03b5cd45fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.833376 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.090305 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-4892618c-3e72-4504-90f2-463cb6717459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.917791 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.833540 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.221698 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.545034 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:44:19.334559 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-d64dc16c-b416-4821-a6b1-05f5a0fa5dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.912674 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.066840 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-f7ffac08-93d4-4b08-8a08-0419db304668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.998531 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.809947 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.209762 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.543658 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:44:40.731685 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-722141f1-9610-48dc-938c-9b8a31361e8a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581577 Jun 15 14:44:40.830722 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-ac2a5047-908a-4fa5-b917-60527f9afece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:40.832667 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-ac2a5047-908a-4fa5-b917-60527f9afece service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.0588250 Jun 15 14:44:40.962146 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-6638c480-45b3-4d42-b091-26d552abfdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:40.963602 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-6638c480-45b3-4d42-b091-26d552abfdec service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 909 time: 0.1105788 Jun 15 14:44:41.324521 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-6ab99f3b-0421-4922-8f0e-3377538e8fa2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 1001 time: 0.3546803 Jun 15 14:44:41.380774 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-aac06e83-cbc3-4b84-a75e-eb1e65f77dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:41.382187 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-aac06e83-cbc3-4b84-a75e-eb1e65f77dea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0518625 Jun 15 14:44:41.444179 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-2cdba32c-cbff-453a-99a7-2c166a05e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:41.445739 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-2cdba32c-cbff-453a-99a7-2c166a05e001 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575874 Jun 15 14:44:41.558682 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-407e38a8-39d2-4579-aeff-c70ae23eea89 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068513 Jun 15 14:44:41.673466 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-7dae3813-2ac7-4732-b204-aac85a6fff3c req-22a97ced-d434-4ef1-b81b-ad171b652da4 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090019 Jun 15 14:44:46.712636 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35880) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:47.059639 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Deleting port 1060e940-f9de-4f47-a7d4-c8a1c312e528 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:44:47.060032 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.161040 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.161365 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.255259 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Calling delete_port for 1060e940-f9de-4f47-a7d4-c8a1c312e528 owned by network:floatingip {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:44:47.522776 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.525159 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-f780ca7e-8d8d-4cca-800d-0c2f645d4ed9 tempest-VolumesActionsTest-1354135679 tempest-VolumesActionsTest-1354135679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:47.554434 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event deleted for resources: {'Port': ['ID=1060e940-f9de-4f47-a7d4-c8a1c312e528,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:47.586863 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.587234 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.587599 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.587984 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.588345 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.588696 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.589075 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.589416 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.589767 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.590110 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.590453 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.590795 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92288) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:47.594474 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:47.637034 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for floatingip, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.637370 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.db.l3_db [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Floating IP facb2a03-370f-476b-abac-1075f6491678 disassociated (deleted). External IP: 172.28.2.44, port: 826668b5-8b30-4b3d-ac15-033f6340b55b. Jun 15 14:44:47.920258 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Router 16592079-cb2c-410a-8eab-b9bcea9477b9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:44:48.062830 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:48.067810 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for floatingip, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.072059 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] Sync routers for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:48.081192 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:44:48.081778 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:44:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:48.112986 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-1359312e-8fc5-459e-bf6c-28734557dcd1 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "DELETE /v2.0/floatingips/facb2a03-370f-476b-abac-1075f6491678 HTTP/1.1" status: 204 len: 168 time: 1.3992844 Jun 15 14:44:48.113675 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b'}] {{(pid=92288) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:44:48.116001 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddea3e655244b9db5e39b98b39232bc01bc798e6304e5295a488ae7112ec4477" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b"}]}' {{(pid=92288) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:44:48.230410 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:44:48.487814 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:24Z', 'revision_number': 5, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:48.491226 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] Checking router: 16592079-cb2c-410a-8eab-b9bcea9477b9 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:44:48.499343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:44:48.499997 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:44:22Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:48.642333 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:44:48.841710 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6559efb-2ac5-48a5-b498-a2133a0ff0b0 req-631f23e3-f43c-44f3-9750-241f86f0c0e7 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:48.843117 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d6559efb-2ac5-48a5-b498-a2133a0ff0b0 req-631f23e3-f43c-44f3-9750-241f86f0c0e7 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0706828 Jun 15 14:44:48.887093 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-d6559efb-2ac5-48a5-b498-a2133a0ff0b0 req-540c0361-0650-4b03-9527-07b365ba74a8 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379820 Jun 15 14:44:48.902387 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:24Z', 'revision_number': 5, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:48.905941 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2658da-16c1-4f58-8bfc-117e6cec951a None None] The sync data for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb is: [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:39:18Z', 'revision_number': 4, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb', '_interfaces': [{'id': 'c207fc10-09e4-4038-87e7-b34a1407db66', 'name': '', 'network_id': '0ed42d79-32ee-449f-82bc-2cf058b2f219', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'mac_address': 'fa:16:3e:a4:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:17Z', 'updated_at': '2021-06-15T14:39:24Z', 'revision_number': 5, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'subnets': [{'id': '3d1ff527-4d6a-4e57-9fb6-8fc419258623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:49.131112 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f50de5-1532-4071-8c46-64cfbb7d3369 None None] New status for floating IP facb2a03-370f-476b-abac-1075f6491678: DOWN {{(pid=92290) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:44:49.299974 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-40de0f3c-6b1f-4cab-b6e9-9293947f0133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.303068 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Jun 2021 14:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a259e75-7400-4325-9686-1e9c79cd03b8 x-openstack-request-id: req-5a259e75-7400-4325-9686-1e9c79cd03b8 {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:44:49.303068 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b", "status": "completed", "code": 200}]} {{(pid=92288) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:44:49.303068 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a259e75-7400-4325-9686-1e9c79cd03b8 {{(pid=92288) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:44:49.303068 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'status': 'completed', 'code': 200} Jun 15 14:44:49.383706 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-08f3edee-8ad2-416d-a3fe-56737e124d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:49.385073 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-08f3edee-8ad2-416d-a3fe-56737e124d82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3d25645d6ff4262a83591e80ef2a051&device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 1099 time: 0.0592203 Jun 15 14:44:49.500091 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-74c1810d-5c3d-48af-88a8-8dcb0585f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:49.501508 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-74c1810d-5c3d-48af-88a8-8dcb0585f4f6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 200 len: 909 time: 0.1101289 Jun 15 14:44:49.560540 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-6e22960c-4f24-42d7-88c0-dd2a5ebd43dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 200 len: 217 time: 0.0513785 Jun 15 14:44:49.616206 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-42b20a69-958d-4772-a22f-e3e3530f858b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:49.617606 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-42b20a69-958d-4772-a22f-e3e3530f858b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 200 len: 847 time: 0.0512464 Jun 15 14:44:49.679586 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-5b2495aa-9b9e-4fde-a53c-27bf6750ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:49.680971 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-5b2495aa-9b9e-4fde-a53c-27bf6750ca09 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0ed42d79-32ee-449f-82bc-2cf058b2f219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0568697 Jun 15 14:44:49.795361 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-97fc2813-407a-49d6-95c7-298ab75f6f89 service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078513 Jun 15 14:44:49.911416 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-b52f3c81-e87f-4cc4-ae20-b2e98a89c66a req-4b2d78b7-adc3-4e62-a1b6-800b61a6d26b service neutron] 10.222.0.45 "GET /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089404 Jun 15 14:44:50.067339 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217ff13-8fd2-46a8-bbb4-72c314947acc req-0f912ebb-8685-41ec-9e6f-e7cd29333403 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92288) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:50.068826 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6217ff13-8fd2-46a8-bbb4-72c314947acc req-0f912ebb-8685-41ec-9e6f-e7cd29333403 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0692260 Jun 15 14:44:50.114870 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-6217ff13-8fd2-46a8-bbb4-72c314947acc req-05aa813e-c037-423f-8d4d-5c7d88bc5491 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/security-groups?id=09e14f89-6ffc-4b2f-b409-8c791f4a6e14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403154 Jun 15 14:44:50.511802 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf299ca-7d19-4e12-aff5-403200225d89 req-c6949ae2-2d40-4eff-8b6d-0cf6089a66e0 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92287) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 15 14:44:50.513246 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-faf299ca-7d19-4e12-aff5-403200225d89 req-c6949ae2-2d40-4eff-8b6d-0cf6089a66e0 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 946 time: 0.0689082 Jun 15 14:44:50.630072 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Deleting port 826668b5-8b30-4b3d-ac15-033f6340b55b {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:44:50.630465 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.744441 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] For port 826668b5-8b30-4b3d-ac15-033f6340b55b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=826668b5-8b30-4b3d-ac15-033f6340b55b,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:50.744797 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.838790 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Calling delete_port for 826668b5-8b30-4b3d-ac15-033f6340b55b owned by compute:nova {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:44:51.124061 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.129961 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-12bdc2e8-82fa-4166-baf7-1787fc3f15c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:51.189949 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event deleted for resources: {'Port': ['ID=826668b5-8b30-4b3d-ac15-033f6340b55b,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:51.224822 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] No DVR routers for this DVR port 826668b5-8b30-4b3d-ac15-033f6340b55b on host hv-cinder-79628 {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:51.227553 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-954873'] for port, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.229970 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [req-faf299ca-7d19-4e12-aff5-403200225d89 req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.45 "DELETE /v2.0/ports/826668b5-8b30-4b3d-ac15-033f6340b55b HTTP/1.1" status: 204 len: 173 time: 0.7114420 Jun 15 14:44:51.230759 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'name': 'network-vif-deleted', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b'}] {{(pid=92287) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 15 14:44:51.233788 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01d7d9363f3b231f03719574d74c5aef76f09387e715a799ab23d36aa3e92d6c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58e5bf4-c178-4f0a-a053-764aafe9d62d" -d '{"events": [{"server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "name": "network-vif-deleted", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b"}]}' {{(pid=92287) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 15 14:44:51.236892 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.237390 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.237636 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.238005 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.238365 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.238748 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.239108 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.239688 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.239824 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.240160 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.240513 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.240860 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:51.244247 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-e54fde27-15c9-41e9-b967-15d3b346bb40 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:51.283099 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Jun 2021 14:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794a8e9f-9fca-470a-9293-0e4db9c9fe36 x-openstack-request-id: req-794a8e9f-9fca-470a-9293-0e4db9c9fe36 {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 15 14:44:51.283434 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac", "name": "network-vif-deleted", "tag": "826668b5-8b30-4b3d-ac15-033f6340b55b", "status": "completed", "code": 200}]} {{(pid=92287) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 15 14:44:51.283726 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-794a8e9f-9fca-470a-9293-0e4db9c9fe36 {{(pid=92287) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 15 14:44:51.284193 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac', 'name': 'network-vif-deleted', 'tag': '826668b5-8b30-4b3d-ac15-033f6340b55b', 'status': 'completed', 'code': 200} Jun 15 14:44:51.324393 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-0d3375de-ab4e-4acd-ba13-1725a65b15dd req-3e6d0e9e-dc65-4757-ad18-632126b9d6c2 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 210 time: 0.0888689 Jun 15 14:44:52.008924 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.135266 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-9cd9fcb1-8612-4c95-b582-d66624ecaf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.476709 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [req-2f711bc8-4a8d-43ee-8d82-70ff40d1ea35 req-483cd518-3179-4c74-aa33-5faacef2ec64 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "GET /v2.0/ports?device_id=2cbde510-c2b9-41c1-bc4f-c0bc9a4dcaac HTTP/1.1" status: 200 len: 210 time: 0.0341609 Jun 15 14:44:52.933909 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.570249 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35918) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:53.632971 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b7f78e79-9a42-4a29-a7cf-6d8c0d36cefe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.658705 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b7f78e79-9a42-4a29-a7cf-6d8c0d36cefe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.797825 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b7f78e79-9a42-4a29-a7cf-6d8c0d36cefe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.800487 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-b7f78e79-9a42-4a29-a7cf-6d8c0d36cefe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.801636 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-b7f78e79-9a42-4a29-a7cf-6d8c0d36cefe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] 10.222.0.22 "DELETE /v2.0/security-groups/09e14f89-6ffc-4b2f-b409-8c791f4a6e14 HTTP/1.1" status: 204 len: 168 time: 0.2303898 Jun 15 14:44:53.802408 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-15533d93-bf10-48e1-9e0f-bad9bc8496b0 tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:53.812781 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f78e79-9a42-4a29-a7cf-6d8c0d36cefe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e14f89-6ffc-4b2f-b409-8c791f4a6e14,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:53.815288 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b7f78e79-9a42-4a29-a7cf-6d8c0d36cefe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:53.949826 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35922) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:54.008938 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 826668b5-8b30-4b3d-ac15-033f6340b55b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:54.033032 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] No Port match for: 826668b5-8b30-4b3d-ac15-033f6340b55b {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:44:54.033380 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Device 826668b5-8b30-4b3d-ac15-033f6340b55b not bound to the agent host hv-cinder-79628 {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:54.494397 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670420'] for router_interface, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.803652 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.845268 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Deleting port c207fc10-09e4-4038-87e7-b34a1407db66 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:44:54.845602 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.945011 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] For port c207fc10-09e4-4038-87e7-b34a1407db66, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=c207fc10-09e4-4038-87e7-b34a1407db66,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:54.945365 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.040033 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Calling delete_port for c207fc10-09e4-4038-87e7-b34a1407db66 owned by network:router_interface {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:44:55.357660 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.359716 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-d5e7cf5d-d1ec-4d1c-9807-0496a1cb5d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:55.387563 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Pushing event deleted for resources: {'Port': ['ID=c207fc10-09e4-4038-87e7-b34a1407db66,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:55.390682 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:55.602146 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671300'] for router_interface, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.883063 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Router 16592079-cb2c-410a-8eab-b9bcea9477b9 has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92287) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:44:56.301847 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92287) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:56.306798 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-1201efdf-f067-4119-a202-96e9cb918afd admin admin] 10.222.0.22 "PUT /v2.0/routers/16592079-cb2c-410a-8eab-b9bcea9477b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3557060 Jun 15 14:44:56.309335 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35926) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:56.311317 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] Sync routers for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:56.320463 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:44:56.321083 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:44:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:56.447600 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.459508 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: dv-cinder-796286-3-smb {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:44:56.596101 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.720430 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Deleting port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:44:56.722318 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.820982 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100'}], 'enable_snat': True}, 'gw_port_id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:44:55Z', 'revision_number': 5, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port': {'id': '1b272da5-983c-41d2-a6ef-d842cfdfe0a1', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:98:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:14Z', 'updated_at': '2021-06-15T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:56.824353 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] Checking router: 16592079-cb2c-410a-8eab-b9bcea9477b9 for host: dv-cinder-796286-3-smb {{(pid=92289) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:44:56.828448 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] For port 1b272da5-983c-41d2-a6ef-d842cfdfe0a1, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=1b272da5-983c-41d2-a6ef-d842cfdfe0a1,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:56.828807 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.832482 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] Routers {'16592079-cb2c-410a-8eab-b9bcea9477b9'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92289) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:44:56.833100 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:44:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['16592079-cb2c-410a-8eab-b9bcea9477b9'], 'active': True} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:56.921861 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Calling delete_port for 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 owned by network:router_gateway {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:44:56.954550 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvr_db [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] Set router 16592079-cb2c-410a-8eab-b9bcea9477b9 gateway port host: None {{(pid=92289) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:44:57.029587 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_hamode_db [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:44:56Z', 'revision_number': 6, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port_host': None}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:57.033108 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bea33c-61e5-4d59-9509-43e19d29819b None None] The sync data for ids ['16592079-cb2c-410a-8eab-b9bcea9477b9'] in dv-cinder-796286-3-smb is: [{'id': '16592079-cb2c-410a-8eab-b9bcea9477b9', 'name': 'tempest-TestShelveInstance-254900340-router', 'tenant_id': 'd3d25645d6ff4262a83591e80ef2a051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:13Z', 'updated_at': '2021-06-15T14:44:56Z', 'revision_number': 6, 'project_id': 'd3d25645d6ff4262a83591e80ef2a051', 'gw_port_host': None}] {{(pid=92289) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:57.198139 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.200491 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-7ab64bb0-fa03-4e29-be13-32491e1f323e tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:57.230084 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b272da5-983c-41d2-a6ef-d842cfdfe0a1,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:57.232611 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:57.309297 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666391'] for router_gateway, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.465926 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42750'] for router, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.465926 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.773754 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705584'] for router, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.774266 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16592079-cb2c-410a-8eab-b9bcea9477b9 {{(pid=92287) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:57.778456 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] Notify callbacks [] for router, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.779696 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-6c1ab873-2387-41e8-b9da-55e7ffc489f0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/16592079-cb2c-410a-8eab-b9bcea9477b9 HTTP/1.1" status: 204 len: 168 time: 1.4694049 Jun 15 14:44:57.782234 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35928) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:57.836056 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] Deleting subnet 3d1ff527-4d6a-4e57-9fb6-8fc419258623 {{(pid=92287) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:44:57.840017 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.886901 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26891138'] for subnet, precommit_delete_associations {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.979075 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.130215 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27175753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26222068'] for subnet, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.132698 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:58.163306 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d1ff527-4d6a-4e57-9fb6-8fc419258623,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:58.166347 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:58.167322 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.169295 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-cd12f547-b68d-4abf-bcd4-f73a5135f1e0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3d1ff527-4d6a-4e57-9fb6-8fc419258623 HTTP/1.1" status: 204 len: 168 time: 0.3861341 Jun 15 14:44:58.171684 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.wsgi [-] (92287) accepted ('10.222.0.22', 35930) {{(pid=92287) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:58.174272 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b87b2-ea27-4c58-adea-f1f4e62e7059 None None] Network 0ed42d79-32ee-449f-82bc-2cf058b2f219 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:44:58.262352 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c207fc10-09e4-4038-87e7-b34a1407db66 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:58.275006 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.294886 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: c207fc10-09e4-4038-87e7-b34a1407db66 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:44:58.295239 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device c207fc10-09e4-4038-87e7-b34a1407db66 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:58.295664 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:58.333161 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Deleting port 52e3e126-8fe8-4bb3-ad19-71f1af12288e {{(pid=92287) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:44:58.334010 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.344875 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:44:58.345230 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 1b272da5-983c-41d2-a6ef-d842cfdfe0a1 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:58.465228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.db [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] For port 52e3e126-8fe8-4bb3-ad19-71f1af12288e, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=52e3e126-8fe8-4bb3-ad19-71f1af12288e,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92287) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:58.465228 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.465540 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] DHCP port deletion for 0ed42d79-32ee-449f-82bc-2cf058b2f219 request from dv-cinder-796286-3-smb {{(pid=92289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:44:58.503533 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Deleting port 52e3e126-8fe8-4bb3-ad19-71f1af12288e {{(pid=92289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:44:58.504693 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.516472 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.plugin [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Calling delete_port for 52e3e126-8fe8-4bb3-ad19-71f1af12288e owned by network:dhcp {{(pid=92287) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:44:58.588141 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] For port 52e3e126-8fe8-4bb3-ad19-71f1af12288e, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=52e3e126-8fe8-4bb3-ad19-71f1af12288e,segment=NetworkSegment(2d1a6af8-4f89-441a-9e00-43669eafc1b3),segment_id=2d1a6af8-4f89-441a-9e00-43669eafc1b3)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:58.588468 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.679144 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Calling delete_port for 52e3e126-8fe8-4bb3-ad19-71f1af12288e owned by network:dhcp {{(pid=92289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:44:58.706268 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27175091'] for port, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.717537 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-2c539fff-398e-46e6-961c-ce0158de88ba tempest-AttachVolumeShelveTestJSON-723439885 tempest-AttachVolumeShelveTestJSON-723439885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:58.739934 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] No DVR routers for this DVR port 52e3e126-8fe8-4bb3-ad19-71f1af12288e on host dv-cinder-796286-3-smb {{(pid=92287) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:58.741741 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e3e126-8fe8-4bb3-ad19-71f1af12288e,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:58.746160 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:58.830487 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985'] for port, after_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.840085 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.852266 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed42d79-32ee-449f-82bc-2cf058b2f219']}} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:58.864426 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1a6af8-4f89-441a-9e00-43669eafc1b3') {'for_net_delete': True} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:58.864721 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.services.segments.db [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1a6af8-4f89-441a-9e00-43669eafc1b3') {} {{(pid=92287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:58.874484 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26891145'] for segment, before_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.875194 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:58.888782 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.894578 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=92287) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:58.894957 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27175136'] for segment, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: Traceback (most recent call last): Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: timer() Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: cb(*args, **kw) Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: return func(*args, **kwargs) Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: self._notify() Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: self.callback(batched_events) Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: event.method(event) Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: return f(self, *a, **k) Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: return self._get(url).json() Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: return self.request(url, 'GET', **kwargs) Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:44:58.900699 dv-cinder-796286-3-smb neutron-server[92287]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:44:58.903489 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Pushing event deleted for resources: {'Port': ['ID=52e3e126-8fe8-4bb3-ad19-71f1af12288e,revision_number=None']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:58.915305 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.915657 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.916022 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.916356 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.916682 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.917004 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.917325 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.917645 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.918023 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.918342 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.918659 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.918973 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-3-smb {{(pid=92289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:58.921782 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] No DVR routers for this DVR port 52e3e126-8fe8-4bb3-ad19-71f1af12288e on host dv-cinder-796286-3-smb {{(pid=92289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:58.924119 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-ff64d174-5d35-483f-b2bd-1c4f91c0d344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:59.060806 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.064929 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:44:59.068817 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron_lib.callbacks.manager [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.070636 dv-cinder-796286-3-smb neutron-server[92287]: INFO neutron.wsgi [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0ed42d79-32ee-449f-82bc-2cf058b2f219 HTTP/1.1" status: 204 len: 168 time: 0.8980207 Jun 15 14:44:59.073998 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35932) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:59.083371 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed42d79-32ee-449f-82bc-2cf058b2f219,revision_number=None']} {{(pid=92287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:59.085740 dv-cinder-796286-3-smb neutron-server[92287]: DEBUG oslo_concurrency.lockutils [None req-69b092ac-f337-471a-b2bc-220def4c97b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:44:59.790787 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-670420'] for router_interface, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.109288 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Deleting port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:45:00.109967 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.218198 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] For port 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,segment=NetworkSegment(69a689ed-e9e8-4910-9afb-055491d11364),segment_id=69a689ed-e9e8-4910-9afb-055491d11364)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:00.218555 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.236450 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 52e3e126-8fe8-4bb3-ad19-71f1af12288e no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:00.260943 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 52e3e126-8fe8-4bb3-ad19-71f1af12288e {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:45:00.261303 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 52e3e126-8fe8-4bb3-ad19-71f1af12288e not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:00.313711 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Calling delete_port for 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a owned by network:router_interface {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:45:00.631832 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.633951 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-e23119c6-b287-41f3-84cd-37f73f93c269 tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:45:00.662246 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa5db28-b1f2-40f6-a569-a01cbbebcf0a,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:00.665678 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:45:00.883208 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671300'] for router_interface, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.172954 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Router dd95455c-314b-43d1-abd6-0a55b4f25a7e has already been hosted by L3 agent 7c5340e7-7a2d-4007-8034-9b2fc2760a3a {{(pid=92288) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:45:01.314297 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] Notify agent at l3_agent.dv-cinder-796286-3-smb the message routers_updated {{(pid=92288) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:01.330498 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-911026ff-55f9-48f6-977b-dbda27b413db admin admin] 10.222.0.22 "PUT /v2.0/routers/dd95455c-314b-43d1-abd6-0a55b4f25a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2442303 Jun 15 14:45:01.330498 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35934) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:01.330702 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] Sync routers for ids ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'] in dv-cinder-796286-3-smb {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:01.334534 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] Routers {'dd95455c-314b-43d1-abd6-0a55b4f25a7e'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:45:01.335148 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:44:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:01.462476 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks [] for router, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.478441 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] Set router dd95455c-314b-43d1-abd6-0a55b4f25a7e gateway port host: dv-cinder-796286-3-smb {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:45:01.598546 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.705944 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'external_fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47'}], 'enable_snat': True}, 'gw_port_id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:45:00Z', 'revision_number': 5, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port': {'id': 'a30de949-1e1c-47db-8938-ecaeadfe68ff', 'name': '', 'network_id': '5f62d709-cdbe-4165-a655-5d8a79e885b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'ip_address': '172.28.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-15T14:39:22Z', 'updated_at': '2021-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '604f9b5e-5014-40f6-b874-01f1ebd25fe6', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-3-smb'}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:01.709840 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] Checking router: dd95455c-314b-43d1-abd6-0a55b4f25a7e for host: dv-cinder-796286-3-smb {{(pid=92290) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:45:01.717720 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] Routers {'dd95455c-314b-43d1-abd6-0a55b4f25a7e'} bound to L3 agent in host dv-cinder-796286-3-smb {{(pid=92290) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 15 14:45:01.718309 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-15T14:20:52Z,description=,heartbeat_timestamp=2021-06-15T14:44:52Z,host='dv-cinder-796286-3-smb',id=7c5340e7-7a2d-4007-8034-9b2fc2760a3a,load=0,resource_versions=,resources_synced=,started_at=2021-06-15T14:20:53Z,topic='l3_agent')) {'router_ids': ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'], 'active': True} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:01.749710 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Deleting port a30de949-1e1c-47db-8938-ecaeadfe68ff {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:45:01.750051 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.835005 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_dvr_db [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] Set router dd95455c-314b-43d1-abd6-0a55b4f25a7e gateway port host: None {{(pid=92290) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 15 14:45:01.853716 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] For port a30de949-1e1c-47db-8938-ecaeadfe68ff, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=a30de949-1e1c-47db-8938-ecaeadfe68ff,segment=NetworkSegment(83ec9e77-0ad5-488c-8924-c542359227a7),segment_id=83ec9e77-0ad5-488c-8924-c542359227a7)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:01.854080 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.911363 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.l3_hamode_db [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:45:01Z', 'revision_number': 6, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port_host': None}], 'dv-cinder-796286-3-smb', False) {} {{(pid=92290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:01.914858 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f75269-ea13-4487-9f27-05e149420bc9 None None] The sync data for ids ['dd95455c-314b-43d1-abd6-0a55b4f25a7e'] in dv-cinder-796286-3-smb is: [{'id': 'dd95455c-314b-43d1-abd6-0a55b4f25a7e', 'name': 'tempest-TestShelveInstance-1390479383-router', 'tenant_id': '14548a63148845bcb4f186b95742e9a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-15T14:39:21Z', 'updated_at': '2021-06-15T14:45:01Z', 'revision_number': 6, 'project_id': '14548a63148845bcb4f186b95742e9a3', 'gw_port_host': None}] {{(pid=92290) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:01.947612 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Calling delete_port for a30de949-1e1c-47db-8938-ecaeadfe68ff owned by network:router_gateway {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:45:02.226262 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.230209 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-de42f410-171a-4727-b4f8-376487c9464b tempest-TestMinimumBasicScenario-2041489601 tempest-TestMinimumBasicScenario-2041489601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:45:02.299292 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:02.332228 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:45:02.332594 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 8aa5db28-b1f2-40f6-a569-a01cbbebcf0a not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:02.561488 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=a30de949-1e1c-47db-8938-ecaeadfe68ff,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:02.564872 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:45:02.636046 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-666391'] for router_gateway, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.771556 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-706022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42750'] for router, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.773720 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.959064 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-705584'] for router, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.959490 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd95455c-314b-43d1-abd6-0a55b4f25a7e {{(pid=92288) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:45:02.963929 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] Notify callbacks [] for router, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.965052 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-9b14c7a0-abef-4fac-aec6-a31962e05f21 admin admin] 10.222.0.22 "DELETE /v2.0/routers/dd95455c-314b-43d1-abd6-0a55b4f25a7e HTTP/1.1" status: 204 len: 168 time: 1.6424210 Jun 15 14:45:02.967614 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35936) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:03.025934 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] Deleting subnet f8bef187-3ad5-4ef3-a60b-a1d37f40e187 {{(pid=92288) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 15 14:45:03.029259 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.071996 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2838337'] for subnet, precommit_delete_associations {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.164038 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1429617'] for subnet, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.219280 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.306700 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1429624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-362982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28981600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29298134'] for subnet, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.308898 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:45:03.339542 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bef187-3ad5-4ef3-a60b-a1d37f40e187,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:03.342226 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:45:03.344925 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for subnet, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.346899 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-36c36f5f-e43e-4051-af11-6ac25cb1f8c7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f8bef187-3ad5-4ef3-a60b-a1d37f40e187 HTTP/1.1" status: 204 len: 168 time: 0.3781641 Jun 15 14:45:03.349324 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35938) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:03.350245 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4f7a94-240e-4b55-9403-0cb5996bcb35 None None] Network 35abf369-f040-4bcf-bdda-a799fcd56370 requested from dv-cinder-796286-3-smb {{(pid=92289) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 15 14:45:03.442866 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1785338'] for network, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.501280 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Deleting port 8f3c2431-e0e5-4d53-b322-ede425632ad7 {{(pid=92288) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:45:03.501682 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.571343 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] DHCP port deletion for 35abf369-f040-4bcf-bdda-a799fcd56370 request from dv-cinder-796286-3-smb {{(pid=92289) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 15 14:45:03.589756 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.db [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] For port 8f3c2431-e0e5-4d53-b322-ede425632ad7, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=8f3c2431-e0e5-4d53-b322-ede425632ad7,segment=NetworkSegment(69a689ed-e9e8-4910-9afb-055491d11364),segment_id=69a689ed-e9e8-4910-9afb-055491d11364)] {{(pid=92288) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:03.590098 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.626921 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] Deleting port 8f3c2431-e0e5-4d53-b322-ede425632ad7 {{(pid=92289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 15 14:45:03.627313 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769604444712'] for port, before_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.681997 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.plugin [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Calling delete_port for 8f3c2431-e0e5-4d53-b322-ede425632ad7 owned by network:dhcp {{(pid=92288) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:45:03.708384 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.db [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] For port 8f3c2431-e0e5-4d53-b322-ede425632ad7, host dv-cinder-796286-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-3-smb',level=0,port_id=8f3c2431-e0e5-4d53-b322-ede425632ad7,segment=NetworkSegment(69a689ed-e9e8-4910-9afb-055491d11364),segment_id=69a689ed-e9e8-4910-9afb-055491d11364)] {{(pid=92289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:03.708786 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668401'] for port, precommit_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.800684 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] Calling delete_port for 8f3c2431-e0e5-4d53-b322-ede425632ad7 owned by network:dhcp {{(pid=92289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 15 14:45:03.877899 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28981914'] for port, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.880870 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-4ea994b8-44fb-41f8-99f5-ff6e052e8bb3 tempest-AttachVolumeTestJSON-1878063808 tempest-AttachVolumeTestJSON-1878063808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:45:03.915004 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3c2431-e0e5-4d53-b322-ede425632ad7,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:03.917535 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:45:03.920117 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] No DVR routers for this DVR port 8f3c2431-e0e5-4d53-b322-ede425632ad7 on host dv-cinder-796286-3-smb {{(pid=92288) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:04.017616 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432556', 'neutron.services.segments.db._delete_segments_for_network-8769604465336'] for network, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.028686 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35abf369-f040-4bcf-bdda-a799fcd56370']}} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:04.044401 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1716673', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537377', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769604449356', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769604007985'] for port, after_delete {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.044749 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a689ed-e9e8-4910-9afb-055491d11364') {'for_net_delete': True} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:04.045047 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.services.segments.db [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a689ed-e9e8-4910-9afb-055491d11364') {} {{(pid=92288) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:04.046381 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:45:04.056946 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769604465174', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2838346'] for segment, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.072269 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492'] for segment, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.077520 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] Pushing event deleted for resources: {'Port': ['ID=8f3c2431-e0e5-4d53-b322-ede425632ad7,revision_number=None']} {{(pid=92289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:04.083425 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] No DVR routers for this DVR port 8f3c2431-e0e5-4d53-b322-ede425632ad7 on host dv-cinder-796286-3-smb {{(pid=92289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:04.083569 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=92288) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:04.083718 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG oslo_concurrency.lockutils [None req-fe29bdc5-28c7-469d-9706-283370249e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:45:04.083830 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1427492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28981961'] for segment, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: Traceback (most recent call last): Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: timer() Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: cb(*args, **kw) Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: return func(*args, **kwargs) Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: self._notify() Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: self.callback(batched_events) Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: event.method(event) Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: aggregate_uuid = self.p_client.list_aggregates( Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: return f(self, *a, **k) Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: return self._get(url).json() Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: return self.request(url, 'GET', **kwargs) Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: base_url = self.get_endpoint(auth, allow=allow, Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 15 14:45:04.095270 dv-cinder-796286-3-smb neutron-server[92288]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 15 14:45:04.243238 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device a30de949-1e1c-47db-8938-ecaeadfe68ff no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:04.259710 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-976415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-537402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-666378'] for network, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.263395 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-71c419c1-b58c-443b-89d5-8a8308207096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:45:04.265971 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537375'] for network, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.267764 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] 10.222.0.22 "DELETE /v2.0/networks/35abf369-f040-4bcf-bdda-a799fcd56370 HTTP/1.1" status: 204 len: 168 time: 0.9175177 Jun 15 14:45:04.268737 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: a30de949-1e1c-47db-8938-ecaeadfe68ff {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:45:04.269102 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device a30de949-1e1c-47db-8938-ecaeadfe68ff not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:04.269529 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 8f3c2431-e0e5-4d53-b322-ede425632ad7 no longer exists at agent ovs-agent-dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:04.282940 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Pushing event deleted for resources: {'Network': ['ID=35abf369-f040-4bcf-bdda-a799fcd56370,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:04.285947 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-8384de2f-840a-4ed8-8f43-183c424c782c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:45:04.304672 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.plugin [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] No Port match for: 8f3c2431-e0e5-4d53-b322-ede425632ad7 {{(pid=92289) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 15 14:45:04.305063 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron.plugins.ml2.rpc [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Device 8f3c2431-e0e5-4d53-b322-ede425632ad7 not bound to the agent host dv-cinder-796286-3-smb {{(pid=92289) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:04.650517 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35942) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:04.698434 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-3f008820-042b-47ca-8b0a-350bd78947d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3d25645d6ff4262a83591e80ef2a051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466650 Jun 15 14:45:04.700846 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35944) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:04.750849 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-309235ab-f5ba-4da0-aa30-d617781440f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.774885 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-309235ab-f5ba-4da0-aa30-d617781440f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.900522 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-309235ab-f5ba-4da0-aa30-d617781440f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.903052 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-309235ab-f5ba-4da0-aa30-d617781440f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.904193 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-309235ab-f5ba-4da0-aa30-d617781440f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d038ae5-3c1f-4302-8505-13ac421446d3 HTTP/1.1" status: 204 len: 168 time: 0.2024577 Jun 15 14:45:04.904964 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-b7f78e79-9a42-4a29-a7cf-6d8c0d36cefe tempest-TestShelveInstance-353923370 tempest-TestShelveInstance-353923370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:45:04.913851 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309235ab-f5ba-4da0-aa30-d617781440f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d038ae5-3c1f-4302-8505-13ac421446d3,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:04.916338 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-309235ab-f5ba-4da0-aa30-d617781440f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:45:05.713582 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35950) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.757132 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-ebe89ca9-b4dc-4e20-a751-29c2e2541202 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14548a63148845bcb4f186b95742e9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420351 Jun 15 14:45:05.759448 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [-] (92288) accepted ('10.222.0.22', 35952) {{(pid=92288) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.810126 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2139f8ee-e651-4c06-8247-a51170aeda13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.832350 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2139f8ee-e651-4c06-8247-a51170aeda13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.003526 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2139f8ee-e651-4c06-8247-a51170aeda13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387462'] for security_group, after_delete {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.006906 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron_lib.callbacks.manager [None req-2139f8ee-e651-4c06-8247-a51170aeda13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92288) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.008068 dv-cinder-796286-3-smb neutron-server[92288]: INFO neutron.wsgi [None req-2139f8ee-e651-4c06-8247-a51170aeda13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1049bee1-738b-425f-a609-613631e40b59 HTTP/1.1" status: 204 len: 168 time: 0.2476971 Jun 15 14:45:06.008942 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-309235ab-f5ba-4da0-aa30-d617781440f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:45:06.018080 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139f8ee-e651-4c06-8247-a51170aeda13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1049bee1-738b-425f-a609-613631e40b59,revision_number=None']} {{(pid=92288) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:06.036728 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG oslo_concurrency.lockutils [None req-2139f8ee-e651-4c06-8247-a51170aeda13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92288) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:45:15.494143 dv-cinder-796286-3-smb neutron-server[92288]: DEBUG neutron.wsgi [req-d7edbeeb-1598-46c0-8bb1-779e14f4c350 req-9e8f98cf-0e55-42b7-94ba-7486bffd9380 service neutron] (92288) timed out ('10.222.0.45', 62968) {{(pid=92288) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 14:45:17.542542 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:45:19.334339 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-706cd3a7-c750-42f6-a413-abb137263a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.860495 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.110354 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-9da5554a-a020-41fa-8f79-c1f13cb3ffc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.945979 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.820017 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.225542 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.384061 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-e3ce114f-d947-4d47-b097-fbd1fa4b5d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.831151 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.134169 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-030625cc-43af-467e-8f80-5dda883eaba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.968098 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.541101 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:45:54.824500 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.236911 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.298683 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a80f9f5b-9445-4b63-9b91-8566783ae6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.836164 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.206567 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-8369d312-e103-4b9f-a3ec-0af4ee50e5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.019518 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.824728 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.540041 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:46:33.259235 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.315693 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b6e8e38a-3763-4766-a5af-afb8ba7f1a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.882035 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.098762 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-067b9ead-0b7f-47e3-9002-f1aa0dc23296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.931653 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.927356 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.264524 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.539325 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:47:19.355522 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0bb1-1188-4345-bef0-144f79901753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.869858 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.075111 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b34dc096-0b30-427f-a447-aecf2f8e51f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.972856 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.823757 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.275135 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.537695 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:47:49.560538 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-fadbde70-f060-44b5-ae86-5c2963ce6365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.920654 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.120357 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-69f078bd-f4ae-43fc-93d3-590daff85161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.948728 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.828897 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.291496 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.352679 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-0c8e1886-8c4e-4433-ab20-0bc855feb880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.878662 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.125338 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-b9283152-9170-4cb9-a86d-d131d6cd8cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.536171 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:48:22.942835 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.804355 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.279419 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:49.330506 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-e53af91d-3d5f-40f6-90eb-5cb45dd03d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:51.833196 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.117680 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6237b855-9eaf-4dda-87dc-5037c283b8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.970884 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:54.809325 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:59.534157 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:49:03.277387 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.374748 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-e15a6aa0-315c-4caf-8c19-9a6cf0fee882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:21.872771 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.088366 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-5f6f9cad-1da0-4ed4-b6d6-895edf77b350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.958414 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.837464 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:33.307389 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-35a91bfe-7c20-476b-8b00-9fa51c45b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:36.533002 dv-cinder-796286-3-smb neutron-server[92290]: DEBUG neutron.db.agents_db [None req-279e7dbc-af38-4f7e-a541-e002b9e29257 None None] Agent healthcheck: found 6 active agents {{(pid=92290) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 15 14:49:49.385713 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-1ac84fa2-eb2b-421c-a000-2eff0560eac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:51.850766 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-6e053c6f-6218-463f-8316-0e2f952758df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:52.124202 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-a8feaa0c-4778-4fe1-9719-11320dd855c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:52.985324 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-efc31128-0f9b-4416-ab9f-5d48625df4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:54.815110 dv-cinder-796286-3-smb neutron-server[92289]: DEBUG neutron_lib.callbacks.manager [None req-7193a1e9-1e28-4097-947e-9cbeec33542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769604465318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1433650'] for agent, after_update {{(pid=92289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}